-- Logs begin at Tue 2022-05-24 13:11:55 UTC, end at Tue 2022-05-24 14:21:29 UTC. -- May 24 13:46:36.766396 dv-cinder-842129-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 24 13:46:39.602663 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.common.config [-] Logging enabled! May 24 13:46:39.603265 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev231 May 24 13:46:39.603449 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103698) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 24 13:46:39.606681 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.common.config [-] Logging enabled! May 24 13:46:39.606932 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev231 May 24 13:46:39.607239 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103698) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 24 13:46:39.608178 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 24 13:46:39.608412 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 24 13:46:39.608780 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 24 13:46:39.609024 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 24 13:46:39.609248 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 24 13:46:39.609657 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.609954 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.610185 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.610481 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.610772 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.611052 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.611339 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.611639 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.611947 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.612228 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.612510 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.612740 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.613018 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.613301 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.613585 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.613806 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] debug = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.614083 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.614523 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.614928 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.615207 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.615493 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.615799 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.616772 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.617213 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.617507 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.617842 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] host = dv-cinder-842129-1-iscsi {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.618130 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.618418 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.618706 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.618994 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.619270 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.619546 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.619851 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.620125 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.620396 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] log_file = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.620670 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.620955 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.621243 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.621536 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.621757 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.621978 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.622262 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.622547 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.622822 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.623091 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.623625 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.623924 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.624198 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.624463 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.624743 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.625023 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.625302 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.625573 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.625841 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.626107 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.626374 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.626653 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.626920 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.627188 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.627457 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.627737 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.628024 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.628295 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.628589 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.628868 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.629146 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.629428 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.629700 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.629978 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.630245 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.630514 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.630780 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] use_json = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.631046 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.631312 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.631751 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.632187 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.632461 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.632735 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.633006 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.633291 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.633563 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:39.633859 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.634153 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.634450 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.634729 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.635032 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.635310 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.635598 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.635895 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.636183 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.636468 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.636754 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.637027 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.637323 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.637610 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.637901 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.638203 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.638494 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.638783 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.639055 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.639326 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.639598 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.639899 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.640187 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.640462 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.640745 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.641028 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.641303 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.641602 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.641884 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.642166 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.642458 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.642746 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.643017 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.643294 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.643582 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.643881 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.644153 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.644436 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.644708 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.644974 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.645252 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.645540 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.645828 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.646099 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.646375 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.646660 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.646933 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.647328 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.647772 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.648089 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.648368 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.648657 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.648935 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.649207 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.649480 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.649757 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.650028 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.650300 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.650576 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.650845 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.651118 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.651392 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.651662 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.651958 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.652228 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.652497 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.652764 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.653032 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.653303 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.653575 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.653844 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.654111 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.654379 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.654648 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.654940 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.655213 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.655485 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.655759 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.656055 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.656327 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.656597 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.656869 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.657141 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.657410 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.657694 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.657972 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.658253 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.658531 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.658802 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.659113 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.659386 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.659659 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.659973 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.660250 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.660525 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.660804 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.661080 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.661375 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.661663 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.661939 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.662227 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.662514 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.663423 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.663921 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.664291 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.664577 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:39.664797 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 24 13:46:39.665035 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103698) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 24 13:46:40.122447 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 24 13:46:40.122721 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 24 13:46:40.123023 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 24 13:46:40.123607 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.manager [-] Loading core plugin: ml2 May 24 13:46:40.449183 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:40.449392 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:40.449656 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:40.450811 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:40.451084 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:40.451342 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:40.506946 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:40.507202 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:40.507639 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:40.523105 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:40.523544 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:40.523913 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:40.553831 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:40.554149 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:40.554418 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:40.591921 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:40.592191 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:40.592455 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:40.939164 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:40.939774 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:40.939774 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:40.939978 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:40.940636 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.039828 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.040168 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.040449 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.040719 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.040984 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.041293 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.041560 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.041817 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.042072 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.042354 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.042621 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.042886 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.043138 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.043391 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.043650 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.043951 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.044207 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.044471 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.044734 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.044990 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.045255 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.045504 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.045778 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.046149 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.046395 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.046639 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.047026 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103698) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 24 13:46:41.047262 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103698) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 24 13:46:41.047494 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103698) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 24 13:46:41.047727 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103698) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 24 13:46:41.047982 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103698) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 24 13:46:41.048215 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103698) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 24 13:46:41.048574 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 24 13:46:41.052673 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 24 13:46:41.056932 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 24 13:46:41.060541 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) May 24 13:46:41.062151 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 24 13:46:41.062615 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 24 13:46:41.062948 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 24 13:46:41.063331 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 24 13:46:41.066106 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 24 13:46:41.066355 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 24 13:46:41.066700 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 24 13:46:41.072524 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 24 13:46:41.096497 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 24 13:46:41.096944 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.097241 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103698) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 24 13:46:41.097608 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.098954 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103698) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 24 13:46:41.099228 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 24 13:46:41.099465 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 24 13:46:41.102945 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.103223 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.165574 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 24 13:46:41.165801 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 24 13:46:41.166035 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 24 13:46:41.166407 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 24 13:46:41.218956 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO dbcounter [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Registered counter for database neutron May 24 13:46:41.236138 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_db.sqlalchemy.engines [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103698) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 24 13:46:41.242292 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG dbcounter [-] [103698] Writer thread running {{(pid=103698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 24 13:46:41.679386 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.plugins.ml2.managers [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Initializing driver for type 'gre' May 24 13:46:41.679936 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] gre ID ranges: [(1, 1000)] May 24 13:46:41.732873 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.plugins.ml2.managers [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Initializing driver for type 'local' May 24 13:46:41.733251 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.plugins.ml2.managers [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Initializing driver for type 'vlan' May 24 13:46:41.746402 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] VlanTypeDriver initialization complete May 24 13:46:41.746857 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.plugins.ml2.managers [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Initializing driver for type 'vxlan' May 24 13:46:41.747336 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] vxlan ID ranges: [(1, 1000)] May 24 13:46:41.802395 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.plugins.ml2.managers [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Initializing extension driver 'port_security' May 24 13:46:41.802671 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.plugins.ml2.extensions.port_security [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] PortSecurityExtensionDriver initialization complete May 24 13:46:41.803021 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.plugins.ml2.managers [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Initializing mechanism driver 'openvswitch' May 24 13:46:41.803360 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.plugins.ml2.managers [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Initializing mechanism driver 'hyperv' May 24 13:46:41.810170 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:46:41.810837 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > port after_create 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.811202 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > port after_update 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.811547 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > port after_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.812075 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103698) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 24 13:46:41.812489 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > subnet after_create 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.812835 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > subnet after_update 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.813173 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.813559 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103698) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 24 13:46:41.813956 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > network after_create 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.814305 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > network after_update 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.814639 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > network after_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.815022 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103698) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 24 13:46:41.815418 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > security_group after_create 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.815762 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > security_group after_update 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.816118 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.816502 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103698) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 24 13:46:41.816898 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.817239 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.817574 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.817958 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103698) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 24 13:46:41.818350 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > address_group after_create 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.818690 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > address_group after_update 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.819522 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.820118 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103698) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 24 13:46:41.820720 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] ML2 OVO RPC backend initialized. {{(pid=103698) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 24 13:46:41.821425 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.821784 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.822200 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > network before_response 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.822548 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > networks before_response 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.822890 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > port before_response 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.823229 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > ports before_response 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.823566 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > subnet before_response 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.823928 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > subnets before_response 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.824277 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > network after_create 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.824610 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > network after_update 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.824940 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > network after_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.825268 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > port after_create 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.825598 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > port after_update 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.825926 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > port after_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.826252 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > subnet after_create 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.826581 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > subnet after_update 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.826907 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.834942 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.quota [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded quota_driver: . May 24 13:46:41.835440 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.plugins.ml2.plugin [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Modular L2 Plugin initialization complete May 24 13:46:41.835778 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading services supported by the core plugin {{(pid=103698) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 24 13:46:41.836135 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.plugins.ml2.managers [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Got port-security extension from driver 'port_security' May 24 13:46:41.836610 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.extensions.vlantransparent [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Disabled vlantransparent extension. May 24 13:46:41.837098 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103698) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 24 13:46:41.837418 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading Plugin: router May 24 13:46:41.871707 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.872114 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > router after_create 55549900 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.872481 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > router before_create 55549900 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.872841 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.873462 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.873814 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > router after_delete 55549900 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.874171 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.874525 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.874879 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > router after_create 55549900 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.875220 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > router after_update 55549900 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.875565 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > router after_update 55549900 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.875936 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.876292 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > router after_update 55549900 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.876697 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > router precommit_update 55549900 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.877063 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: port after_update 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.877396 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: port after_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.877729 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: subnet after_update 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.878064 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.878404 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.878743 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > router precommit_create 55549900 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.879077 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: port before_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.879413 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > router precommit_create 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.879761 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > router after_update 55549900 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.880121 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.880465 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > router precommit_create 55549900 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.880818 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.881154 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > router precommit_update 55549900 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.882008 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > agent after_create 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.882493 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > agent after_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.882838 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > network after_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.883682 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.quota.resource_registry [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Tracking information for resource: router configured {{(pid=103698) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 24 13:46:41.884044 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.quota.resource_registry [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Tracking information for resource: floatingip configured {{(pid=103698) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 24 13:46:41.888978 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.db.l3_agentschedulers_db [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 24 13:46:41.889562 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: port after_update 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.889916 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: port after_create 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.890262 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: port after_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.890606 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: port after_update 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.891379 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > router before_create 55550100 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.891737 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.892140 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > router precommit_create 55550100 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.892493 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > router precommit_update 55550100 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.897974 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.services.provider_configuration [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Service providers = [] {{(pid=103698) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 24 13:46:41.898330 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.db.servicetype_db [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103698) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 24 13:46:41.901277 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.services.service_base [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103698) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 24 13:46:41.901624 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.services.service_base [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103698) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 24 13:46:41.901956 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.services.service_base [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103698) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 24 13:46:41.902834 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.services.service_base [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103698) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 24 13:46:41.903200 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.services.service_base [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Default provider is not specified for service type L3_ROUTER_NAT May 24 13:46:41.903570 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103698) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 24 13:46:41.903915 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 24 13:46:41.914377 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103698) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 24 13:46:41.914708 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading Plugin: auto_allocate May 24 13:46:41.920483 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: network precommit_update 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.920846 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: network precommit_create 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.921357 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103698) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 24 13:46:41.921672 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading Plugin: tag May 24 13:46:41.928200 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103698) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 24 13:46:41.928567 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading Plugin: timestamp May 24 13:46:41.932568 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103698) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 24 13:46:41.932894 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading Plugin: network_ip_availability May 24 13:46:41.938344 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.938710 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.939061 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:41.939779 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103698) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 24 13:46:41.940326 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading Plugin: flavors May 24 13:46:41.945412 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103698) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 24 13:46:41.945736 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading Plugin: revisions May 24 13:46:41.949963 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103698) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 24 13:46:41.950350 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_concurrency.lockutils [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.827s {{(pid=103698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 24 13:46:41.951087 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103698) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 24 13:46:41.951416 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Initializing extension manager. May 24 13:46:41.951965 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: __init__.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:41.952304 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: __pycache__ {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:41.952632 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: _port_mac_address_override.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:41.952965 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: address_group.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:41.953898 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:41.954462 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: address-group May 24 13:46:41.954786 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: address_scope.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:41.955494 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:41.956034 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: address-scope May 24 13:46:41.956356 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:41.957268 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:41.957779 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: router-admin-state-down-before-update May 24 13:46:41.958097 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: agent.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:41.958787 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:41.959288 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: agent May 24 13:46:41.959866 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: agent_resources_synced.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:41.961309 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:41.961994 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: agent-resources-synced May 24 13:46:41.962323 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: allowedaddresspairs.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:41.964136 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:41.964666 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: allowed-address-pairs May 24 13:46:41.964989 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: auto_allocated_topology.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:41.966049 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:41.966562 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: auto-allocated-topology May 24 13:46:41.966884 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: availability_zone.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:41.967571 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:41.968111 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: availability_zone May 24 13:46:41.968431 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: availability_zone_filter.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:41.969329 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:41.969837 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: availability_zone_filter May 24 13:46:41.970156 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: data_plane_status.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:41.971055 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:41.971557 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension data-plane-status not supported by any of loaded plugins May 24 13:46:41.971901 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: default_subnetpools.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:41.972803 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:41.973311 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: default-subnetpools May 24 13:46:41.973627 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:41.974430 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:41.974934 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: dhcp_agent_scheduler May 24 13:46:41.975769 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: dns.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:41.976696 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:41.977199 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension dns-integration not supported by any of loaded plugins May 24 13:46:41.977517 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: dns_domain_ports.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:41.978420 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:41.978928 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension dns-domain-ports not supported by any of loaded plugins May 24 13:46:41.979246 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:41.980191 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:41.980701 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 24 13:46:41.981023 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: dvr.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:41.981692 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:41.982202 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: dvr May 24 13:46:41.982519 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: ecmp_routes.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:41.983415 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:41.983947 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension ecmp_routes not supported by any of loaded plugins May 24 13:46:41.984265 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: empty_string_filtering.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:41.985161 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:41.985664 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: empty-string-filtering May 24 13:46:41.985980 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:41.986867 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:41.987366 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 24 13:46:41.987681 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:41.988612 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:41.989111 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 24 13:46:41.989428 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: external_net.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:41.990322 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:41.991490 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: external-net May 24 13:46:41.991771 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:41.992690 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:41.993200 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: extra_dhcp_opt May 24 13:46:41.993518 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: extraroute.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:41.994403 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:41.994913 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: extraroute May 24 13:46:41.995231 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: extraroute_atomic.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:41.996271 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:41.996779 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: extraroute-atomic May 24 13:46:41.997098 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: filter_validation.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:41.997748 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:41.998516 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: filter-validation May 24 13:46:41.998831 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: fip_pf_description.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:41.999728 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.000255 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 24 13:46:42.000576 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: fip_pf_port_range.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.001481 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.001980 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 24 13:46:42.002300 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: fip_port_details.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.003197 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.003702 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: fip-port-details May 24 13:46:42.004047 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: flavors.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.005263 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.005781 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: flavors May 24 13:46:42.006103 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.007766 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.008317 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 24 13:46:42.008649 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: floatingip_pools.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.009461 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.009985 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: floatingip-pools May 24 13:46:42.010308 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: ip_allocation.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.011221 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.011735 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension ip_allocation not supported by any of loaded plugins May 24 13:46:42.012084 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.012995 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.013511 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: ip-substring-filtering May 24 13:46:42.013839 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: l2_adjacency.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.014768 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.015281 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension l2_adjacency not supported by any of loaded plugins May 24 13:46:42.015602 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: l3.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.016583 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.017105 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: router May 24 13:46:42.017428 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.019605 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.020189 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 24 13:46:42.020515 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.021429 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.021988 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: ext-gw-mode May 24 13:46:42.022357 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.023265 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.023778 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: l3-ha May 24 13:46:42.024127 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.025033 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.025535 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 24 13:46:42.025854 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: l3_flavors.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.026754 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.027260 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: l3-flavors May 24 13:46:42.027580 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.028949 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.029467 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 24 13:46:42.029792 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.030696 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.031210 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: l3-port-ip-change-not-allowed May 24 13:46:42.031534 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: l3agentscheduler.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.032595 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.033112 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: l3_agent_scheduler May 24 13:46:42.033433 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: local_ip.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.035188 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.035716 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension local_ip not supported by any of loaded plugins May 24 13:46:42.036086 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: logging.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.038042 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.038564 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension logging not supported by any of loaded plugins May 24 13:46:42.038888 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: metering.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.039623 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.040233 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: metering May 24 13:46:42.040560 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.041637 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.042153 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: metering_source_and_destination_fields May 24 13:46:42.042478 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: multiprovidernet.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.043522 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.044072 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: multi-provider May 24 13:46:42.044395 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: netmtu.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.045315 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.045832 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: net-mtu May 24 13:46:42.046153 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: netmtu_writable.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.047063 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.047568 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: net-mtu-writable May 24 13:46:42.047919 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: network_availability_zone.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.048596 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.049102 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: network_availability_zone May 24 13:46:42.049420 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: network_ip_availability.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.050520 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.051032 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: network-ip-availability May 24 13:46:42.051351 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: network_segment_range.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.052143 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.052694 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension network-segment-range not supported by any of loaded plugins May 24 13:46:42.052970 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: pagination.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.054014 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.054333 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: pagination May 24 13:46:42.054644 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: port_device_profile.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.055554 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.056108 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: port-device-profile May 24 13:46:42.056431 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: port_mac_address_override.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.057356 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.057867 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: port-mac-override May 24 13:46:42.058189 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.059098 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.059607 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: port-mac-address-regenerate May 24 13:46:42.059964 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.060868 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.061379 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: port-numa-affinity-policy May 24 13:46:42.061697 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: port_resource_request.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.062593 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.063105 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension port-resource-request not supported by any of loaded plugins May 24 13:46:42.063423 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: port_resource_request_groups.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.064404 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.064918 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 24 13:46:42.065236 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: portbindings.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.066146 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.066657 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: binding May 24 13:46:42.066971 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: portbindings_extended.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.068241 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.069309 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: binding-extended May 24 13:46:42.069867 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: portsecurity.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.071321 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.072181 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: port-security May 24 13:46:42.072517 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: project_id.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.073494 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.073825 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: project-id May 24 13:46:42.074147 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: providernet.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.075063 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.075582 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: provider May 24 13:46:42.075937 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: qos.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.079491 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.080049 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension qos not supported by any of loaded plugins May 24 13:46:42.080383 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.081617 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.082131 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 24 13:46:42.082457 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.083383 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.083930 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 24 13:46:42.084258 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: qos_default.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.085431 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.085940 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension qos-default not supported by any of loaded plugins May 24 13:46:42.086264 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: qos_fip.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.087177 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.087691 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension qos-fip not supported by any of loaded plugins May 24 13:46:42.088041 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.088943 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.089451 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 24 13:46:42.089770 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: qos_gateway_ip.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.090681 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.091190 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 24 13:46:42.091507 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: qos_port_network_policy.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.092442 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.092952 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 24 13:46:42.093273 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.094297 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.094809 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 24 13:46:42.095127 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.096186 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.096700 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 24 13:46:42.097023 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: qos_pps_rule.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.098182 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.098700 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension qos-pps not supported by any of loaded plugins May 24 13:46:42.099024 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: qos_rule_type_details.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.099992 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.100515 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 24 13:46:42.100832 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.101729 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.102239 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 24 13:46:42.102561 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: qos_rules_alias.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.103700 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.104237 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension qos-rules-alias not supported by any of loaded plugins May 24 13:46:42.104562 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: quota_check_limit.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.105471 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.105982 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: quota-check-limit May 24 13:46:42.106302 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: quotasv2.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.107232 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.107555 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: quotas May 24 13:46:42.107905 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: quotasv2_detail.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.109582 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.109915 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: quota_details May 24 13:46:42.110238 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: rbac.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.111280 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.111802 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: rbac-policies May 24 13:46:42.112160 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: rbac_address_group.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.113080 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.113598 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: rbac-address-group May 24 13:46:42.113923 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: rbac_address_scope.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.114914 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.115434 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: rbac-address-scope May 24 13:46:42.116440 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: rbac_security_groups.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.117794 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.118336 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: rbac-security-groups May 24 13:46:42.118682 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: rbac_subnetpool.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.119576 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.120122 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: rbac-subnetpool May 24 13:46:42.120442 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: revisionifmatch.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.121359 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.121882 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: revision-if-match May 24 13:46:42.122192 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: revisions.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.123547 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.124086 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: standard-attr-revisions May 24 13:46:42.124407 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: router_availability_zone.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.125075 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.125585 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: router_availability_zone May 24 13:46:42.125903 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: routerservicetype.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.126819 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.127324 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension router-service-type not supported by any of loaded plugins May 24 13:46:42.127640 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.128584 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.129094 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: security-groups-normalized-cidr May 24 13:46:42.129412 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.130339 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.130848 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: port-security-groups-filtering May 24 13:46:42.131167 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.133045 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.133558 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: security-groups-remote-address-group May 24 13:46:42.133878 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.134805 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.135319 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: security-groups-shared-filtering May 24 13:46:42.135640 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: securitygroup.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.146964 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.147658 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: security-group May 24 13:46:42.148022 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: segment.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.148757 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.149272 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension segment not supported by any of loaded plugins May 24 13:46:42.149598 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.150528 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.151047 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 24 13:46:42.151371 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: servicetype.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.152483 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.153011 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: service-type May 24 13:46:42.153337 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: sorting.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.154309 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.154639 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: sorting May 24 13:46:42.154963 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: standard_attr_segment.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.155885 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.156407 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension standard-attr-segment not supported by any of loaded plugins May 24 13:46:42.156730 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: standardattrdescription.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.157373 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.157885 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: standard-attr-description May 24 13:46:42.158206 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: stateful_security_group.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.159147 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.159663 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: stateful-security-group May 24 13:46:42.160012 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: stdattrs_common.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.160589 dv-cinder-842129-1-iscsi neutron-server[103698]: WARNING neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 24 13:46:42.160908 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.161842 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.162362 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 24 13:46:42.162760 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: subnet_onboard.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.164249 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.167328 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: subnet_onboard May 24 13:46:42.167662 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.168633 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.169156 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 24 13:46:42.169483 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: subnet_service_types.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.170418 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.170938 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: subnet-service-types May 24 13:46:42.171267 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: subnetallocation.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.172364 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.172883 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: subnet_allocation May 24 13:46:42.173210 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.173875 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.174387 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: subnetpool-prefix-ops May 24 13:46:42.174711 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.175631 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.176168 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 24 13:46:42.176493 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: tagging.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.177536 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.178546 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: standard-attr-tag May 24 13:46:42.178947 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: timestamp.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.180170 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.180689 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loaded extension: standard-attr-timestamp May 24 13:46:42.181012 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: trunk.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.182031 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.182551 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension trunk not supported by any of loaded plugins May 24 13:46:42.182874 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: trunk_details.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.183788 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.184334 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension trunk-details not supported by any of loaded plugins May 24 13:46:42.184656 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: uplink_status_propagation.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.185566 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.186080 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 24 13:46:42.186399 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Loading extension file: vlantransparent.py {{(pid=103698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 13:46:42.187063 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 13:46:42.187569 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extension vlan-transparent not supported by any of loaded plugins May 24 13:46:42.190111 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.quota.resource_registry [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Creating instance of TrackedResource for resource:network May 24 13:46:42.190642 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.quota.resource_registry [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Creating instance of TrackedResource for resource:subnet May 24 13:46:42.191036 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.quota.resource_registry [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Creating instance of TrackedResource for resource:subnetpool May 24 13:46:42.191427 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.quota.resource_registry [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Creating instance of TrackedResource for resource:port May 24 13:46:42.192650 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.v2.resource_helper [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103698) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 13:46:42.193077 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.v2.resource_helper [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Service FLAVORS assigned prefix: {{(pid=103698) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 13:46:42.193753 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.v2.resource_helper [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103698) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 13:46:42.194663 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.v2.resource_helper [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103698) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 13:46:42.195153 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.quota.resource_registry [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Creating instance of TrackedResource for resource:router May 24 13:46:42.195578 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.quota.resource_registry [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Creating instance of TrackedResource for resource:floatingip May 24 13:46:42.196081 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.v2.resource_helper [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Service METERING assigned prefix: /metering {{(pid=103698) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 13:46:42.197540 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:42.197908 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:42.198256 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:46:42.199240 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.quota.resource_registry [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Creating instance of CountableResource for resource:rbac_policy May 24 13:46:42.199667 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.quota.resource_registry [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Creating instance of TrackedResource for resource:security_group May 24 13:46:42.200133 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.quota.resource_registry [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Creating instance of TrackedResource for resource:security_group_rule May 24 13:46:42.200727 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.v2.resource_helper [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Service CORE assigned prefix: {{(pid=103698) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 13:46:42.201053 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.quota.resource_registry [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Creating instance of TrackedResource for resource:subnetpool May 24 13:46:42.201394 dv-cinder-842129-1-iscsi neutron-server[103698]: WARNING neutron.quota.resource_registry [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] subnetpool is already registered May 24 13:46:42.201829 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.v2.resource_helper [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Service CORE assigned prefix: {{(pid=103698) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 13:46:42.202153 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.quota.resource_registry [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Creating instance of TrackedResource for resource:subnetpool May 24 13:46:42.202482 dv-cinder-842129-1-iscsi neutron-server[103698]: WARNING neutron.quota.resource_registry [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] subnetpool is already registered May 24 13:46:42.204763 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.v2.resource_helper [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103698) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 13:46:42.205189 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.v2.resource_helper [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Service FLAVORS assigned prefix: {{(pid=103698) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 13:46:42.205762 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.v2.resource_helper [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103698) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 13:46:42.206175 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.v2.resource_helper [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103698) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 13:46:42.206502 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.quota.resource_registry [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Creating instance of TrackedResource for resource:router May 24 13:46:42.206837 dv-cinder-842129-1-iscsi neutron-server[103698]: WARNING neutron.quota.resource_registry [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] router is already registered May 24 13:46:42.207241 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.quota.resource_registry [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Creating instance of TrackedResource for resource:floatingip May 24 13:46:42.207574 dv-cinder-842129-1-iscsi neutron-server[103698]: WARNING neutron.quota.resource_registry [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] floatingip is already registered May 24 13:46:42.208049 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.v2.resource_helper [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Service METERING assigned prefix: /metering {{(pid=103698) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 13:46:42.208705 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.quota.resource_registry [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Creating instance of CountableResource for resource:rbac_policy May 24 13:46:42.209028 dv-cinder-842129-1-iscsi neutron-server[103698]: WARNING neutron.quota.resource_registry [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] rbac_policy is already registered May 24 13:46:42.209532 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.quota.resource_registry [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Creating instance of TrackedResource for resource:security_group May 24 13:46:42.209990 dv-cinder-842129-1-iscsi neutron-server[103698]: WARNING neutron.quota.resource_registry [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] security_group is already registered May 24 13:46:42.210387 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.quota.resource_registry [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Creating instance of TrackedResource for resource:security_group_rule May 24 13:46:42.210717 dv-cinder-842129-1-iscsi neutron-server[103698]: WARNING neutron.quota.resource_registry [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] security_group_rule is already registered May 24 13:46:42.211329 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.v2.resource_helper [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Service CORE assigned prefix: {{(pid=103698) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 13:46:42.211654 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.quota.resource_registry [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Creating instance of TrackedResource for resource:subnetpool May 24 13:46:42.212005 dv-cinder-842129-1-iscsi neutron-server[103698]: WARNING neutron.quota.resource_registry [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] subnetpool is already registered May 24 13:46:42.212419 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.v2.resource_helper [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Service CORE assigned prefix: {{(pid=103698) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 13:46:42.212739 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.quota.resource_registry [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Creating instance of TrackedResource for resource:subnetpool May 24 13:46:42.213071 dv-cinder-842129-1-iscsi neutron-server[103698]: WARNING neutron.quota.resource_registry [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] subnetpool is already registered May 24 13:46:42.213523 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: extensions {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.214996 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: address-groups {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.216474 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: address-scopes {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.217785 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: agents {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.218941 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: auto-allocated-topology {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.220204 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: availability_zones {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.221428 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: dhcp-networks {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.222907 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: dhcp-agents {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.224365 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: routers {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.226077 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: flavors {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.227329 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: service_profiles {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.228577 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: next_providers {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.229997 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: service_profiles {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.231528 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: floatingip-pools {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.232763 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: routers {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.234445 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: floatingips {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.235723 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: l3-routers {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.237130 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: l3-agents {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.238517 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: metering-labels {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.239759 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: metering-label-rules {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.241749 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: network-ip-availabilities {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.243010 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: bindings {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.244570 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: quotas {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.247022 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: quotas {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.248860 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: rbac-policies {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.250042 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: security-groups {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.251350 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: security-group-rules {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.252626 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: service-providers {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.253847 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: subnetpools {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.255270 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: subnetpools {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.256941 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: tags {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.258826 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: tags {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.260731 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: tags {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.262541 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: tags {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.264303 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: tags {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.266297 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: tags {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.268062 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: tags {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.270064 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: tags {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.272409 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: tags {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.274357 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron.api.extensions [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Extended resource: tags {{(pid=103698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 13:46:42.280427 dv-cinder-842129-1-iscsi neutron-server[103698]: WARNING keystonemiddleware.auth_token [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 24 13:46:42.285463 dv-cinder-842129-1-iscsi neutron-server[103698]: WARNING keystonemiddleware.auth_token [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 24 13:46:42.294769 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_concurrency.lockutils [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Acquired lock "singleton_lock" {{(pid=103698) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 24 13:46:42.295237 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_concurrency.lockutils [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Releasing lock "singleton_lock" {{(pid=103698) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 24 13:46:42.295915 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO oslo_service.service [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Starting 2 workers May 24 13:46:42.300846 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Started child 103807 {{(pid=103698) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 24 13:46:42.305549 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Started child 103808 {{(pid=103698) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 24 13:46:42.306368 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:46:42.307057 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO neutron.service [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Neutron service started, listening on 0.0.0.0:9696 May 24 13:46:42.307725 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:46:42.307944 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [-] (103807) wsgi starting up on http://0.0.0.0:9696 May 24 13:46:42.310176 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO oslo_service.service [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Starting 1 workers May 24 13:46:42.310305 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:46:42.311577 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [-] (103808) wsgi starting up on http://0.0.0.0:9696 May 24 13:46:42.315449 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Started child 103809 {{(pid=103698) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 24 13:46:42.316001 dv-cinder-842129-1-iscsi neutron-server[103698]: INFO oslo_service.service [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Starting 1 workers May 24 13:46:42.318930 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.service [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] calling RpcWorker wait() {{(pid=103809) _wait /opt/stack/neutron/neutron/service.py:128}} May 24 13:46:42.319746 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.service [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] returning from RpcWorker wait() {{(pid=103809) _wait /opt/stack/neutron/neutron/service.py:135}} May 24 13:46:42.320575 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Started child 103810 {{(pid=103698) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 24 13:46:42.320745 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:46:42.321212 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:46:42.321401 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8b-3f32-4c03-930e-9d03e78e69b9 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:46:42.323383 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103698) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 24 13:46:42.323595 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 24 13:46:42.323779 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 24 13:46:42.324033 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 24 13:46:42.324362 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 24 13:46:42.324523 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 24 13:46:42.325039 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.325309 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.325572 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.325821 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.326212 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:46:42.326690 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.326690 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.326896 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.327158 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.327406 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.327568 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.327736 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.328009 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.328251 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.328555 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.328811 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.329061 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.329285 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.329452 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.329706 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.329976 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.330202 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.330484 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] debug = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.330719 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.331205 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.331437 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.331651 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.331885 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.332148 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.332370 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.332650 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.332899 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.333127 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.333367 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.333603 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.333851 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.334061 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.334272 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.335065 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.335368 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.335839 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] host = dv-cinder-842129-1-iscsi {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.336077 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.336293 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.336523 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.336764 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.337017 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.337245 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.337504 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.337766 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.338027 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.338249 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.338520 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.338743 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.338975 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.339222 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] log_file = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.339383 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] log_options = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.339666 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.339956 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.340243 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.340440 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.340611 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.340754 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.341016 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.341180 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.341432 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.341642 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.341870 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.342103 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.342344 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.342570 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.342818 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.343029 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.343258 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.343483 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.345522 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.345522 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.345522 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.345522 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.345908 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.345908 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.346055 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.346208 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.346503 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.346660 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.346853 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.347072 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.347324 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.347549 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.347766 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.348021 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.348287 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.348511 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.348736 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.348972 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.349252 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.349470 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.349880 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.350700 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.350929 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.353141 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.353141 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.353141 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.353141 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] use_json = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.353141 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.353141 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.353141 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.354114 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:46:42.354262 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.354262 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.354529 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.354707 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.354929 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.355157 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.356253 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.358859 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.359226 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.359512 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.359772 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.360065 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.360319 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.361710 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.361710 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.361710 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.361710 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.361710 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.362071 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.362141 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.362369 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.362699 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.362967 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.363228 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.363485 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.363722 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.364003 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.364230 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.364503 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.364746 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.365000 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.365252 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.365500 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.365788 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.366039 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.366311 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.366847 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.367140 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.367410 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.367636 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.367905 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.368174 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.368435 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.368668 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.368888 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.369111 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.369380 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.369630 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.369861 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.370108 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.370343 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.370610 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.370981 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.371256 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.371515 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.371737 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.372049 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.372291 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.372720 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.373367 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.373780 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.374078 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.374337 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.374736 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.375161 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.375568 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.376011 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.376410 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.376819 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.377213 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.377649 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.377959 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.378253 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.378541 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.378779 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.379025 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.379242 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.379457 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.379676 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.379937 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.380181 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.380403 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.380632 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.380848 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.381111 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.381354 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.381567 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.381780 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.381994 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.382226 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.382436 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.382653 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.382863 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.383080 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.383287 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.383500 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.383743 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.384062 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.384308 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.384564 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.384806 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.385053 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.385290 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.385555 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.385780 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.386024 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.386255 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.386505 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.386745 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.387010 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.387234 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.387449 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.387677 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.387911 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.388121 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.388350 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.388581 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.388814 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.389038 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.389304 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.389537 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.389767 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.389998 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.390243 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.390494 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.390755 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.391013 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.391299 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.391514 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.391777 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.392116 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.392385 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.392663 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.392928 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.393174 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.393467 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.393713 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.393959 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.394206 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.394452 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.394688 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.394937 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.395238 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.395476 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.395704 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.396050 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.397333 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.397333 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.397333 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.397781 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.397781 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.398143 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.398406 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.398675 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.398932 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.399182 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.399409 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.399623 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.399869 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.400120 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.400330 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.400568 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.400792 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.400987 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.401219 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.401450 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.401712 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.401923 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.402142 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.402372 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.402589 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.402803 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.403029 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.403240 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.403458 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.403693 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.403934 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.404155 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.404394 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.404598 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.405045 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.405257 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.405535 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.405789 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.406022 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.406270 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.406515 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.406749 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.406960 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.407204 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.407424 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.407635 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.407887 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.408104 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.408321 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.408548 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.408771 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.409002 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.409253 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.409492 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.409827 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.410081 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.410312 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.410561 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.410816 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.411033 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.411266 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.411479 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.411713 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.411950 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.412172 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.412421 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.413203 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.413418 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.413631 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.413870 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.414137 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.414371 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.414654 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.414878 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.415130 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.415346 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.415559 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.415773 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.416004 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.416212 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.416418 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.416633 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.416839 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.417120 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.417371 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.417598 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.417853 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.418086 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.418325 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.418559 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.418816 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.419028 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.419249 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.419460 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.419688 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.419937 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.420144 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.420350 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.420571 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.420784 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.420987 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.421227 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.421435 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.421641 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.421858 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.422072 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.422276 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.422513 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.422739 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.422944 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.423161 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.423396 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.423605 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.423857 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.424081 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.424288 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.424506 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.424719 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.424809 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:46:42.424923 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.425214 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.425463 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.425698 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.425990 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.426219 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.426460 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.426736 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.427072 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.427302 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.427784 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.427784 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.428195 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.428195 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.428465 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.428790 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.429179 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.429311 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.429555 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.429828 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.430111 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.430389 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.430601 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.430898 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.431248 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.431512 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.431780 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.432042 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.432301 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.432537 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.432751 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.432989 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.433221 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.433435 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.433699 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.433932 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.434169 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.434383 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.434606 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.434841 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.435070 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.435278 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.435496 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.435708 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.435883 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 24 13:46:42.436414 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103698) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 24 13:46:42.436573 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 24 13:46:42.436724 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 24 13:46:42.436891 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 24 13:46:42.437057 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 24 13:46:42.437207 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 24 13:46:42.438566 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.438566 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.438566 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.438566 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.438566 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.438566 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.438566 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.438566 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.439203 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.439203 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.439203 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.439203 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.439203 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.439686 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.439686 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.439686 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.440083 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.440083 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.440286 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.440286 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.440511 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.441032 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] debug = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.441032 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.441032 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.441342 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.441342 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.441540 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.441622 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.441761 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.441919 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.442075 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.442233 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.442389 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.442547 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.442703 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.442860 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.443017 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.443174 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.443331 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.443488 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] host = dv-cinder-842129-1-iscsi {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.447838 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.447838 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.447838 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.448269 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 59836) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:46:42.448370 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.448370 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.448370 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.448370 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.448370 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.448370 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.448370 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.448370 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.449012 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.449012 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.449012 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] log_file = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.449012 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] log_options = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.449012 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.449012 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.449012 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.449012 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.449552 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.449552 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.449552 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.449552 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.449552 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.449552 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.449552 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.450013 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.450013 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.450013 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.450013 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.450013 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.450013 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.450013 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.450013 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.450543 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.450543 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.450543 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.450543 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.450543 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.450543 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.450543 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.450543 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.450543 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.451147 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.451147 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.451147 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.451147 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.451433 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.451433 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.451574 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.451691 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.451864 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.452025 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.452183 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.452517 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.452677 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.452985 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.453140 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.453760 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.453760 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.453760 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.453976 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] use_json = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.454042 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.454194 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.454487 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.454768 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.455052 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.455333 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.455617 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.455924 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.456222 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 13:46:42.456415 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.456574 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.456890 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.457056 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.457218 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.457379 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.457999 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.457999 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.457999 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.458175 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0110373 May 24 13:46:42.458320 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.458392 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.458537 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.458909 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.459078 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.459239 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.459773 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.459954 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.460103 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.460268 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.460412 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.460564 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.460721 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.460893 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.461052 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.461207 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.461367 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.461682 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.461953 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.462144 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.462280 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.462455 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.462616 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.462776 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.462935 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.464335 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.464335 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.464528 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.464650 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.464947 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.465124 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.465742 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.465742 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.465742 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.465950 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.465950 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.466183 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.466325 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.466462 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.466598 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.466745 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.466881 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.467025 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.467162 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.467312 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.467449 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.467583 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.467718 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.468050 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.468803 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.470141 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.470141 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.470141 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.470401 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.470471 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.470618 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.470777 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.470939 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.471097 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.471269 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.471427 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.471587 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.472291 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.472456 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.472715 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.472882 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.473043 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.473194 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.473356 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.473514 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.473679 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.473825 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.473982 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.474140 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.474298 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.474461 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.474623 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.474783 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.475452 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.475983 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.475983 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.475983 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.476174 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.476240 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.476439 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.476589 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.476732 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.476875 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.478054 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.478221 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.478368 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.478529 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.478678 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.478832 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.478994 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.479145 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.479305 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.479465 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.479614 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.479771 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.480005 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.480163 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.480320 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.480484 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.481359 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.481533 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.481692 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.482266 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.482853 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.483015 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.483753 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.484238 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.484409 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.484564 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.484730 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.485548 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.485548 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.485548 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.485801 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.485882 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.486001 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.486158 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.486312 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.486469 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.486627 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.486783 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.486953 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.487112 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.487269 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.487426 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.487607 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.487766 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.487944 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.488103 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.488262 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.488418 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.488574 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.488729 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.488885 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.489041 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.489200 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.489357 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.489514 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.489670 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.489826 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.489983 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.490139 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.490296 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.490454 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.490668 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.490878 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.491058 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.491216 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.491375 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.491534 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.491691 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.491872 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.492028 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.492186 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.492373 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.493879 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.493879 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.493879 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.493879 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.493879 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.493879 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.493879 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.493879 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.494607 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.494607 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.494607 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.494607 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.494607 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.494607 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.494607 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.495239 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.495239 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.495239 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.495239 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.495524 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.495524 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.495664 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.495741 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.495881 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.496828 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.496828 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.496828 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.496828 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.496828 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.496828 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.497543 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.497543 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.497543 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.497543 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.497543 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.498351 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.498351 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.498351 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.498351 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.498812 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.498812 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.498812 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.499114 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.499114 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.499260 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.499389 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.499547 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.499705 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.499915 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.500061 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.500218 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.500375 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.500532 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.500694 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.500864 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.501021 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.501180 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.501335 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.501493 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.501653 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.501821 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.502078 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.502798 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.502798 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.502798 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.502798 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.503114 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.503114 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.503114 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.503305 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.503410 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.503563 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.503731 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.503909 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.504067 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.504223 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.504380 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.504536 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.504702 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.504863 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.505018 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.505174 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.505329 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.505485 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.505653 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.505810 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.505966 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.507188 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.507188 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.507188 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.507491 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.507704 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.507930 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.508135 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.508369 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.508599 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.508823 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.509079 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.509317 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.509484 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.509643 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.509803 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.509956 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.510116 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.510278 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.510444 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.510611 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.510769 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.510937 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.511106 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.511271 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.511472 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.511581 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.511749 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.511929 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.512087 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.512311 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.512441 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.512566 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.512707 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.512834 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.512967 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.513123 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.513280 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.513436 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.513836 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.513836 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.514056 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.514056 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.514216 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.514326 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.514482 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.514655 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 13:46:42.515654 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 24 13:46:51.796511 dv-cinder-842129-1-iscsi neutron-server[103698]: DEBUG dbcounter [-] [103698] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:46:53.832109 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5610eb-b213-4b1a-9d16-b3d17fdfe607 None None] get_active_networks_info from dv-cinder-842129-1-iscsi {{(pid=103809) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 24 13:46:53.843104 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writer thread running {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 24 13:46:53.843104 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writer thread running {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 24 13:46:53.907743 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5610eb-b213-4b1a-9d16-b3d17fdfe607 None None] No non-hosted networks {{(pid=103809) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 24 13:46:53.922333 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.agentschedulers_db [None req-db5610eb-b213-4b1a-9d16-b3d17fdfe607 None None] DHCP Agent not found on host dv-cinder-842129-1-iscsi {{(pid=103809) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 24 13:46:54.008524 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7f9a6a29-bae0-4e21-8bde-983471e484a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532483'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:46:55.360157 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writer thread running {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 24 13:46:56.097702 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c8f84660-bf9c-4e47-9bb0-6cbd15f2ccef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532483'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:46:56.129134 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5cc43c76-55ec-4d10-ae80-42c1e0417884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:46:57.014720 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 59910) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:46:57.413540 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532483'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:46:57.735044 dv-cinder-842129-1-iscsi neutron-server[103807]: WARNING oslo_policy.policy [None req-9b0b1ac5-4379-4fbb-bb74-fda89f1f067b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 24 13:46:57.736009 dv-cinder-842129-1-iscsi neutron-server[103807]: WARNING oslo_policy.policy [None req-9b0b1ac5-4379-4fbb-bb74-fda89f1f067b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 24 13:46:57.974861 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [None req-9b0b1ac5-4379-4fbb-bb74-fda89f1f067b admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103807) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 24 13:46:57.992537 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-9b0b1ac5-4379-4fbb-bb74-fda89f1f067b admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9758780 May 24 13:46:58.527723 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532483'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:00.348429 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532483'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:00.349275 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:00.354766 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:00.355105 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:00.355441 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:00.355767 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:00.359162 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:00.359809 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:00.361695 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:00.362528 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:00.363022 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:00.366515 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:00.368267 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:00.368777 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:00.369279 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:00.370450 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:00.371020 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-842129-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:47:00.377714 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-842129-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:47:00.476526 dv-cinder-842129-1-iscsi neutron-server[103809]: INFO neutron.db.l3_hamode_db [None req-3634130b-2500-4a51-9ff0-0294edbc46ab None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 24 13:47:00.555843 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3634130b-2500-4a51-9ff0-0294edbc46ab None None] Routers set() bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 13:47:00.556100 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3634130b-2500-4a51-9ff0-0294edbc46ab None None] Router IDs set() for agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 24 13:47:00.586637 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 59944) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:47:00.913662 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-50f2149a-1b05-4a04-8339-86df1a03f47c admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:47:01.005564 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.policy [None req-50f2149a-1b05-4a04-8339-86df1a03f47c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103807) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 24 13:47:01.047934 dv-cinder-842129-1-iscsi neutron-server[103807]: WARNING oslo_policy.policy [None req-50f2149a-1b05-4a04-8339-86df1a03f47c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 24 13:47:01.048221 dv-cinder-842129-1-iscsi neutron-server[103807]: WARNING oslo_policy.policy [None req-50f2149a-1b05-4a04-8339-86df1a03f47c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 24 13:47:01.074278 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writer thread running {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 24 13:47:01.152368 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-50f2149a-1b05-4a04-8339-86df1a03f47c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727741079889', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727741083461', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727741099550', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727741106120', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727741112265', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727741119087', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1862206', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1801669', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-553672', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-611703'] for rbac-policy (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:01.223300 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-50f2149a-1b05-4a04-8339-86df1a03f47c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:01.225052 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-50f2149a-1b05-4a04-8339-86df1a03f47c admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6373744 May 24 13:47:03.658296 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 59956) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:47:04.006927 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-187301dd-c532-405d-9468-1ce61222e56c demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:47:04.035989 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187301dd-c532-405d-9468-1ce61222e56c demo demo] Made reservation on behalf of 1c3ea61eb18145d2bb5e449fd05afdf7 for: {'network': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:47:04.040122 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-187301dd-c532-405d-9468-1ce61222e56c demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for network (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:04.057149 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-187301dd-c532-405d-9468-1ce61222e56c demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:04.166950 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-187301dd-c532-405d-9468-1ce61222e56c demo demo] Publish callbacks [] for security_group (dc48dec8-5bd3-44b1-8ea2-50f11ca0b260), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:04.170724 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-187301dd-c532-405d-9468-1ce61222e56c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (dc48dec8-5bd3-44b1-8ea2-50f11ca0b260), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:04.195893 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-187301dd-c532-405d-9468-1ce61222e56c demo demo] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=103807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 13:47:04.230569 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-187301dd-c532-405d-9468-1ce61222e56c demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727739285854', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291'] for segment (4ff3c802-2cdf-4441-bd29-2d8b1f538880), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:04.231094 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.db.segments_db [None req-187301dd-c532-405d-9468-1ce61222e56c demo demo] Added segment 4ff3c802-2cdf-4441-bd29-2d8b1f538880 of type vlan for network e38fb608-8dfc-4012-aa16-74bb755b76a8 May 24 13:47:04.248421 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187301dd-c532-405d-9468-1ce61222e56c demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=dc48dec8-5bd3-44b1-8ea2-50f11ca0b260,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:47:04.298519 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187301dd-c532-405d-9468-1ce61222e56c demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:04.298857 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187301dd-c532-405d-9468-1ce61222e56c demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:04.299214 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187301dd-c532-405d-9468-1ce61222e56c demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:04.299562 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187301dd-c532-405d-9468-1ce61222e56c demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:04.299916 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187301dd-c532-405d-9468-1ce61222e56c demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:04.300243 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187301dd-c532-405d-9468-1ce61222e56c demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:04.300565 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187301dd-c532-405d-9468-1ce61222e56c demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:04.300883 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187301dd-c532-405d-9468-1ce61222e56c demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:04.301973 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187301dd-c532-405d-9468-1ce61222e56c demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:04.302602 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187301dd-c532-405d-9468-1ce61222e56c demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:04.302931 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187301dd-c532-405d-9468-1ce61222e56c demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:04.303245 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187301dd-c532-405d-9468-1ce61222e56c demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:04.303603 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187301dd-c532-405d-9468-1ce61222e56c demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:04.303945 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187301dd-c532-405d-9468-1ce61222e56c demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:04.304265 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187301dd-c532-405d-9468-1ce61222e56c demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187301dd-c532-405d-9468-1ce61222e56c demo demo] Tracked resource versions report: May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: pushed versions: May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: { 'AddressGroup': {'1.2'}, May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: 'Agent': {'1.1'}, May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: 'ConntrackHelper': {'1.0'}, May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: 'LocalIPAssociation': {'1.0'}, May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: 'Log': {'1.0'}, May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: 'NDPProxy': {'1.0'}, May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: 'Network': {'1.1'}, May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: 'Port': {'1.7'}, May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: 'PortForwarding': {'1.3'}, May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: 'QosPolicy': {'1.10'}, May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: 'SecurityGroup': {'1.5'}, May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: 'SecurityGroupRule': {'1.2'}, May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: 'SubPort': {'1.0'}, May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: 'Subnet': {'1.1'}, May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: 'Trunk': {'1.1'}} May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: consumer versions: May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: { DHCP agent@dv-cinder-842129-1-iscsi: {}, May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: L3 agent@dv-cinder-842129-1-iscsi: {}, May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: Metadata agent@dv-cinder-842129-1-iscsi: {}, May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: Metering agent@dv-cinder-842129-1-iscsi: {}, May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: Open vSwitch agent@dv-cinder-842129-1-iscsi: { 'AddressGroup': '1.2', May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: 'Agent': '1.1', May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: 'ConntrackHelper': '1.0', May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: 'LocalIPAssociation': '1.0', May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: 'Log': '1.0', May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: 'NDPProxy': '1.0', May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: 'Network': '1.1', May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: 'Port': '1.7', May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: 'PortForwarding': '1.3', May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: 'QosPolicy': '1.10', May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: 'SecurityGroup': '1.5', May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: 'SecurityGroupRule': '1.2', May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: 'SubPort': '1.0', May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: 'Subnet': '1.1', May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: 'Trunk': '1.1'}} May 24 13:47:04.305638 dv-cinder-842129-1-iscsi neutron-server[103807]: {{(pid=103807) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 24 13:47:04.336637 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-187301dd-c532-405d-9468-1ce61222e56c demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727738798156'] for network (e38fb608-8dfc-4012-aa16-74bb755b76a8), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:04.381630 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-187301dd-c532-405d-9468-1ce61222e56c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028'] for network (e38fb608-8dfc-4012-aa16-74bb755b76a8), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:04.387035 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187301dd-c532-405d-9468-1ce61222e56c demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:47:04.387726 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-187301dd-c532-405d-9468-1ce61222e56c demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:04.408855 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=50,neutron:INSERT=47,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:04.492027 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-187301dd-c532-405d-9468-1ce61222e56c demo demo] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8326182 May 24 13:47:04.512387 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187301dd-c532-405d-9468-1ce61222e56c demo demo] Pushing event updated for resources: {'Network': ['ID=e38fb608-8dfc-4012-aa16-74bb755b76a8,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:47:04.524985 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Network e38fb608-8dfc-4012-aa16-74bb755b76a8 details requested by agent ovs-agent-dv-cinder-842129-1-iscsi with host dv-cinder-842129-1-iscsi {{(pid=103809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 13:47:07.003124 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 59970) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:47:07.414693 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89cddeb-f9a2-4634-84a5-30d003500d0a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:47:07.415997 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-b89cddeb-f9a2-4634-84a5-30d003500d0a demo admin] 10.222.0.24 "GET /v2.0/networks/e38fb608-8dfc-4012-aa16-74bb755b76a8 HTTP/1.1" status: 200 len: 825 time: 0.4119112 May 24 13:47:07.440610 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-e36f75f6-3a39-49ee-8cfe-d6893672c51c demo admin] 10.222.0.24 "GET /v2.0/subnetpools/021abc77-bb63-4ed2-a4e7-68598bfd6f32 HTTP/1.1" status: 200 len: 734 time: 0.0187659 May 24 13:47:07.449692 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-8016852a-4642-4783-b052-c969c4fb411d demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '021abc77-bb63-4ed2-a4e7-68598bfd6f32', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'e38fb608-8dfc-4012-aa16-74bb755b76a8'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:47:07.471279 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8016852a-4642-4783-b052-c969c4fb411d demo admin] Made reservation on behalf of 1c3ea61eb18145d2bb5e449fd05afdf7 for: {'subnet': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:47:07.473595 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8016852a-4642-4783-b052-c969c4fb411d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:07.689316 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:07.766034 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8016852a-4642-4783-b052-c969c4fb411d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028'] for subnet (865786b6-7f5c-49f8-b4b8-d111f1c6d084), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:07.832766 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016852a-4642-4783-b052-c969c4fb411d demo admin] Pushing event updated for resources: {'Subnet': ['ID=865786b6-7f5c-49f8-b4b8-d111f1c6d084,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:47:07.841240 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8016852a-4642-4783-b052-c969c4fb411d demo admin] Checking segment: {'id': '4ff3c802-2cdf-4441-bd29-2d8b1f538880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e38fb608-8dfc-4012-aa16-74bb755b76a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:47:07.841608 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8016852a-4642-4783-b052-c969c4fb411d demo admin] Network hostable DHCP agents. Network: e38fb608-8dfc-4012-aa16-74bb755b76a8, hostable agents: ['abc51175-8e70-4fa5-9c56-ea38a91f7e2e'], hosted agents: [] {{(pid=103807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 13:47:07.861307 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8016852a-4642-4783-b052-c969c4fb411d demo admin] Network e38fb608-8dfc-4012-aa16-74bb755b76a8 is scheduled to be hosted by DHCP agent abc51175-8e70-4fa5-9c56-ea38a91f7e2e with binding_index 1 {{(pid=103807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 13:47:07.872219 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-8016852a-4642-4783-b052-c969c4fb411d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842129-1-iscsi, e38fb608-8dfc-4012-aa16-74bb755b76a8) {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:47:07.876575 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8016852a-4642-4783-b052-c969c4fb411d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:47:07.877164 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8016852a-4642-4783-b052-c969c4fb411d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for subnet (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:07.882420 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c942c8ba-1639-4d35-b623-3ba9fc037e9c None None] Network e38fb608-8dfc-4012-aa16-74bb755b76a8 requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 13:47:07.893043 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-8016852a-4642-4783-b052-c969c4fb411d demo admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4465015 May 24 13:47:08.149749 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea215502-9989-5d28-83e0-1aba298459f8-e38fb608-8dfc-4012-aa16-74bb755b76a8', 'network_id': 'e38fb608-8dfc-4012-aa16-74bb755b76a8', 'project_id': '1c3ea61eb18145d2bb5e449fd05afdf7', 'fixed_ips': [{'subnet_id': '865786b6-7f5c-49f8-b4b8-d111f1c6d084'}]}} from dv-cinder-842129-1-iscsi. {{(pid=103809) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 24 13:47:08.151041 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:08.432322 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] Allocated IP 172.20.0.2 (e38fb608-8dfc-4012-aa16-74bb755b76a8/865786b6-7f5c-49f8-b4b8-d111f1c6d084/47c315b5-efab-45d0-a456-8a25eabf0438) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 13:47:08.696150 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] Publish callbacks [] for port (47c315b5-efab-45d0-a456-8a25eabf0438), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:08.703749 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997'] for port (47c315b5-efab-45d0-a456-8a25eabf0438), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:08.786637 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] Network e38fb608-8dfc-4012-aa16-74bb755b76a8 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:47:08.790550 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:47:08.794469 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 13:47:08.796387 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] Pushing event updated for resources: {'Port': ['ID=47c315b5-efab-45d0-a456-8a25eabf0438,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:47:08.808629 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:08.808967 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:08.809318 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:08.809668 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:08.810002 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:08.810325 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:08.810647 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:08.810967 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:08.811290 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:08.811607 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:08.811957 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:08.812294 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:08.812639 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:08.812952 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:08.813268 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] Tracked resource versions report: May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: pushed versions: May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: { 'AddressGroup': {'1.2'}, May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: 'Agent': {'1.1'}, May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: 'ConntrackHelper': {'1.0'}, May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: 'LocalIPAssociation': {'1.0'}, May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: 'Log': {'1.0'}, May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: 'NDPProxy': {'1.0'}, May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: 'Network': {'1.1'}, May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: 'Port': {'1.7'}, May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: 'PortForwarding': {'1.3'}, May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: 'QosPolicy': {'1.10'}, May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: 'SecurityGroup': {'1.5'}, May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: 'SecurityGroupRule': {'1.2'}, May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: 'SubPort': {'1.0'}, May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: 'Subnet': {'1.1'}, May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: 'Trunk': {'1.1'}} May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: consumer versions: May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: { DHCP agent@dv-cinder-842129-1-iscsi: {}, May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: L3 agent@dv-cinder-842129-1-iscsi: {}, May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: Metadata agent@dv-cinder-842129-1-iscsi: {}, May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: Metering agent@dv-cinder-842129-1-iscsi: {}, May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: Open vSwitch agent@dv-cinder-842129-1-iscsi: { 'AddressGroup': '1.2', May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: 'Agent': '1.1', May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: 'ConntrackHelper': '1.0', May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: 'LocalIPAssociation': '1.0', May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: 'Log': '1.0', May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: 'NDPProxy': '1.0', May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: 'Network': '1.1', May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: 'Port': '1.7', May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: 'PortForwarding': '1.3', May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: 'QosPolicy': '1.10', May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: 'SecurityGroup': '1.5', May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: 'SecurityGroupRule': '1.2', May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: 'SubPort': '1.0', May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: 'Subnet': '1.1', May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: 'Trunk': '1.1'}} May 24 13:47:08.814681 dv-cinder-842129-1-iscsi neutron-server[103809]: {{(pid=103809) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 24 13:47:08.890468 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] Attempting to bind port 47c315b5-efab-45d0-a456-8a25eabf0438 on host dv-cinder-842129-1-iscsi for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 13:47:08.891115 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] Attempting to bind port 47c315b5-efab-45d0-a456-8a25eabf0438 by drivers openvswitch,hyperv on host dv-cinder-842129-1-iscsi at level 0 using segments [{'id': '4ff3c802-2cdf-4441-bd29-2d8b1f538880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e38fb608-8dfc-4012-aa16-74bb755b76a8'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 13:47:08.891267 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] Attempting to bind port 47c315b5-efab-45d0-a456-8a25eabf0438 on network e38fb608-8dfc-4012-aa16-74bb755b76a8 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:47:08.896782 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] Checking agent: {'id': 'ec10bf60-b5fa-4c85-822a-958a8882b62f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 47), 'started_at': datetime.datetime(2022, 5, 24, 13, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 13:47:08.897148 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] Checking segment: {'id': '4ff3c802-2cdf-4441-bd29-2d8b1f538880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e38fb608-8dfc-4012-aa16-74bb755b76a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:47:08.897609 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:08.898093 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] Bound using segment: {'id': '4ff3c802-2cdf-4441-bd29-2d8b1f538880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e38fb608-8dfc-4012-aa16-74bb755b76a8'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 13:47:08.898583 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] Bound port: 47c315b5-efab-45d0-a456-8a25eabf0438, host: dv-cinder-842129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff3c802-2cdf-4441-bd29-2d8b1f538880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e38fb608-8dfc-4012-aa16-74bb755b76a8'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 13:47:08.899153 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (47c315b5-efab-45d0-a456-8a25eabf0438), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:08.908893 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=62,neutron:INSERT=35,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:08.964473 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] For port 47c315b5-efab-45d0-a456-8a25eabf0438, host dv-cinder-842129-1-iscsi, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 13:47:08.985089 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] For port 47c315b5-efab-45d0-a456-8a25eabf0438, host dv-cinder-842129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=47c315b5-efab-45d0-a456-8a25eabf0438,segment=NetworkSegment(4ff3c802-2cdf-4441-bd29-2d8b1f538880),segment_id=4ff3c802-2cdf-4441-bd29-2d8b1f538880)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 13:47:08.992427 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (47c315b5-efab-45d0-a456-8a25eabf0438), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:09.045806 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7b1bd-56c4-47e5-9f6d-e124adf17837 None None] Pushing event updated for resources: {'Port': ['ID=47c315b5-efab-45d0-a456-8a25eabf0438,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:47:10.392832 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 59980) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:47:10.729241 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [None req-6a1c248a-bd45-4a59-a9f8-9f5b3442751d admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103807) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 24 13:47:10.730620 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-6a1c248a-bd45-4a59-a9f8-9f5b3442751d admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3367274 May 24 13:47:13.225090 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 59988) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:47:13.525766 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=7 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:13.537435 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:13.736417 dv-cinder-842129-1-iscsi neutron-server[103808]: WARNING oslo_policy.policy [None req-d837cdc3-75f0-4197-8982-c92e515f4e11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 24 13:47:13.737112 dv-cinder-842129-1-iscsi neutron-server[103808]: WARNING oslo_policy.policy [None req-d837cdc3-75f0-4197-8982-c92e515f4e11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 24 13:47:13.962910 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [None req-d837cdc3-75f0-4197-8982-c92e515f4e11 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 24 13:47:13.963926 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-d837cdc3-75f0-4197-8982-c92e515f4e11 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7376714 May 24 13:47:16.429157 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 60004) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:47:16.756696 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-a13bde24-74b7-4d03-a625-62f7159e87a1 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:47:16.816747 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.policy [None req-a13bde24-74b7-4d03-a625-62f7159e87a1 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103808) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 24 13:47:16.860187 dv-cinder-842129-1-iscsi neutron-server[103808]: WARNING oslo_policy.policy [None req-a13bde24-74b7-4d03-a625-62f7159e87a1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 24 13:47:16.860595 dv-cinder-842129-1-iscsi neutron-server[103808]: WARNING oslo_policy.policy [None req-a13bde24-74b7-4d03-a625-62f7159e87a1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 24 13:47:16.881782 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writer thread running {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 24 13:47:16.909030 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=10,neutron:INSERT=32 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:16.926211 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a13bde24-74b7-4d03-a625-62f7159e87a1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4476'] for router (c0bdfaec-aeaf-4cc3-a14c-fb8124424b43), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:16.928198 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a13bde24-74b7-4d03-a625-62f7159e87a1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1021525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4357'] for router (c0bdfaec-aeaf-4cc3-a14c-fb8124424b43), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:17.086864 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a13bde24-74b7-4d03-a625-62f7159e87a1 demo demo] Publish callbacks [] for router_controller (c0bdfaec-aeaf-4cc3-a14c-fb8124424b43), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:17.091661 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a13bde24-74b7-4d03-a625-62f7159e87a1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539258'] for router (c0bdfaec-aeaf-4cc3-a14c-fb8124424b43), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:17.116937 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a13bde24-74b7-4d03-a625-62f7159e87a1 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:17.118203 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-a13bde24-74b7-4d03-a625-62f7159e87a1 demo demo] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6879849 May 24 13:47:17.886812 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:INSERT=1,neutron:SELECT=19,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:17.888040 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=63,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:18.988533 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:19.030358 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=70,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:19.045639 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=75,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:19.068228 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 47c315b5-efab-45d0-a456-8a25eabf0438 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:47:19.153622 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port 47c315b5-efab-45d0-a456-8a25eabf0438 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:47:19.154025 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (47c315b5-efab-45d0-a456-8a25eabf0438), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:19.262708 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port 47c315b5-efab-45d0-a456-8a25eabf0438 is: DOWN; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:47:19.263360 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (47c315b5-efab-45d0-a456-8a25eabf0438), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:19.299659 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] For port 47c315b5-efab-45d0-a456-8a25eabf0438, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=47c315b5-efab-45d0-a456-8a25eabf0438,segment=NetworkSegment(4ff3c802-2cdf-4441-bd29-2d8b1f538880),segment_id=4ff3c802-2cdf-4441-bd29-2d8b1f538880)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:47:19.305038 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (47c315b5-efab-45d0-a456-8a25eabf0438), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:19.352171 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Pushing event updated for resources: {'Port': ['ID=47c315b5-efab-45d0-a456-8a25eabf0438,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:47:19.625058 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 60022) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:47:19.951842 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [None req-c66a3ff5-3394-49c6-b3b0-17e50cdc8bbb admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 24 13:47:19.967841 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-c66a3ff5-3394-49c6-b3b0-17e50cdc8bbb admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3268621 May 24 13:47:20.492212 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f06eb98-7248-4084-ad9d-0a47a8f0e3e4 None None] Network e38fb608-8dfc-4012-aa16-74bb755b76a8 requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 13:47:20.585764 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-904e1dbb-1511-48f1-b63b-fb91d58041a3 None None] Provisioning complete for port 47c315b5-efab-45d0-a456-8a25eabf0438 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:47:20.586137 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-904e1dbb-1511-48f1-b63b-fb91d58041a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (47c315b5-efab-45d0-a456-8a25eabf0438), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:20.694737 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-904e1dbb-1511-48f1-b63b-fb91d58041a3 None None] Current status of the port 47c315b5-efab-45d0-a456-8a25eabf0438 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:47:20.912772 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-242a39f3-c589-496a-9f7e-64bedee06ed4 None None] Provisioning complete for port 47c315b5-efab-45d0-a456-8a25eabf0438 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:47:20.913158 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-242a39f3-c589-496a-9f7e-64bedee06ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (47c315b5-efab-45d0-a456-8a25eabf0438), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:20.984252 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-242a39f3-c589-496a-9f7e-64bedee06ed4 None None] Current status of the port 47c315b5-efab-45d0-a456-8a25eabf0438 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:47:21.053135 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 47c315b5-efab-45d0-a456-8a25eabf0438 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:47:21.095252 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port 47c315b5-efab-45d0-a456-8a25eabf0438 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:47:21.095629 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (47c315b5-efab-45d0-a456-8a25eabf0438), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:21.172827 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port 47c315b5-efab-45d0-a456-8a25eabf0438 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:47:22.402822 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 60030) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:47:22.721664 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-407c15c1-99f4-44ec-a971-684c98fc40e9 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'admin_state_up': True}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:47:22.743208 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407c15c1-99f4-44ec-a971-684c98fc40e9 admin admin] Made reservation on behalf of 4d5cb275b4fb4682b096f6cd5768d3fe for: {'network': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:47:22.745640 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-407c15c1-99f4-44ec-a971-684c98fc40e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for network (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:22.754141 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-407c15c1-99f4-44ec-a971-684c98fc40e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:22.829927 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-407c15c1-99f4-44ec-a971-684c98fc40e9 admin admin] Publish callbacks [] for security_group (3d48575f-11de-4099-8f43-deb00c707fd3), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:22.833921 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-407c15c1-99f4-44ec-a971-684c98fc40e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (3d48575f-11de-4099-8f43-deb00c707fd3), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:22.849652 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-407c15c1-99f4-44ec-a971-684c98fc40e9 admin admin] Reserving flat network on physical network physnet1 {{(pid=103807) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 24 13:47:22.868699 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c15c1-99f4-44ec-a971-684c98fc40e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d48575f-11de-4099-8f43-deb00c707fd3,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:47:22.873949 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-407c15c1-99f4-44ec-a971-684c98fc40e9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727739285854', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291'] for segment (3f5d497a-81fa-44a3-b648-e1e22cc699e7), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:22.874348 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.db.segments_db [None req-407c15c1-99f4-44ec-a971-684c98fc40e9 admin admin] Added segment 3f5d497a-81fa-44a3-b648-e1e22cc699e7 of type flat for network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 May 24 13:47:22.924224 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-407c15c1-99f4-44ec-a971-684c98fc40e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727738798156'] for network (77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:22.955751 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-407c15c1-99f4-44ec-a971-684c98fc40e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028'] for network (77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:22.957644 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407c15c1-99f4-44ec-a971-684c98fc40e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:47:22.958197 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-407c15c1-99f4-44ec-a971-684c98fc40e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:23.035578 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-407c15c1-99f4-44ec-a971-684c98fc40e9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6316967 May 24 13:47:23.048562 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c15c1-99f4-44ec-a971-684c98fc40e9 admin admin] Pushing event updated for resources: {'Network': ['ID=77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:47:23.058877 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 details requested by agent ovs-agent-dv-cinder-842129-1-iscsi with host dv-cinder-842129-1-iscsi {{(pid=103809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 13:47:23.765686 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d6286fe3-f7eb-4323-a67e-21225b619410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:25.461636 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 60038) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:47:25.835394 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d2b7d4-3d6d-459d-a6c7-c186cf835616 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:47:25.836683 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-72d2b7d4-3d6d-459d-a6c7-c186cf835616 demo admin] 10.222.0.24 "GET /v2.0/subnets/865786b6-7f5c-49f8-b4b8-d111f1c6d084 HTTP/1.1" status: 200 len: 849 time: 0.3741069 May 24 13:47:25.993236 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-61d370d9-1dc5-4574-8875-9142c8808169 demo admin] 10.222.0.24 "GET /v2.0/routers/c0bdfaec-aeaf-4cc3-a14c-fb8124424b43 HTTP/1.1" status: 200 len: 704 time: 0.1507084 May 24 13:47:26.088744 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ab2194f5-eee9-432d-85cd-d745f28bb5f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:26.251163 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-76124722-6f43-44a2-8cb1-bf859c00ba26 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:26.527033 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:26.531010 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:26.558525 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-76124722-6f43-44a2-8cb1-bf859c00ba26 demo admin] Allocated IP 172.20.0.1 (e38fb608-8dfc-4012-aa16-74bb755b76a8/865786b6-7f5c-49f8-b4b8-d111f1c6d084/8534b66e-3650-4d70-9a20-fd40b7df881e) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 13:47:26.759107 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-76124722-6f43-44a2-8cb1-bf859c00ba26 demo admin] Publish callbacks [] for port (8534b66e-3650-4d70-9a20-fd40b7df881e), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:26.824795 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-76124722-6f43-44a2-8cb1-bf859c00ba26 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997'] for port (8534b66e-3650-4d70-9a20-fd40b7df881e), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:26.905784 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76124722-6f43-44a2-8cb1-bf859c00ba26 demo admin] Network e38fb608-8dfc-4012-aa16-74bb755b76a8 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:47:26.909832 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76124722-6f43-44a2-8cb1-bf859c00ba26 demo admin] Pushing event updated for resources: {'Port': ['ID=8534b66e-3650-4d70-9a20-fd40b7df881e,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:47:26.913964 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-76124722-6f43-44a2-8cb1-bf859c00ba26 demo admin] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:47:26.916124 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76124722-6f43-44a2-8cb1-bf859c00ba26 demo admin] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 13:47:26.916965 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-76124722-6f43-44a2-8cb1-bf859c00ba26 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534319'] for router_interface (c0bdfaec-aeaf-4cc3-a14c-fb8124424b43), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:27.106107 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=15,neutron:INSERT=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:27.110790 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:INSERT=1,neutron:UPDATE=1,neutron:SELECT=4,neutron:DELETE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:27.116281 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-76124722-6f43-44a2-8cb1-bf859c00ba26 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (8534b66e-3650-4d70-9a20-fd40b7df881e), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:27.139465 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-a5880e87-e801-4ca7-b844-53f4a147e4e0 None None] Provisioning complete for port 8534b66e-3650-4d70-9a20-fd40b7df881e triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:47:27.140083 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a5880e87-e801-4ca7-b844-53f4a147e4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (8534b66e-3650-4d70-9a20-fd40b7df881e), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:27.220366 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-a5880e87-e801-4ca7-b844-53f4a147e4e0 None None] Port 8534b66e-3650-4d70-9a20-fd40b7df881e cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 13:47:27.315441 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:27.355715 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-76124722-6f43-44a2-8cb1-bf859c00ba26 demo admin] Publish callbacks [] for port (8534b66e-3650-4d70-9a20-fd40b7df881e), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:27.359603 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-76124722-6f43-44a2-8cb1-bf859c00ba26 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (8534b66e-3650-4d70-9a20-fd40b7df881e), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:27.360406 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-76124722-6f43-44a2-8cb1-bf859c00ba26 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-169734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532671'] for router_interface (c0bdfaec-aeaf-4cc3-a14c-fb8124424b43), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:27.447171 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76124722-6f43-44a2-8cb1-bf859c00ba26 demo admin] Pushing event updated for resources: {'Port': ['ID=8534b66e-3650-4d70-9a20-fd40b7df881e,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:47:27.477669 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:27.489633 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76124722-6f43-44a2-8cb1-bf859c00ba26 demo admin] Network e38fb608-8dfc-4012-aa16-74bb755b76a8 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:47:27.491000 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-76124722-6f43-44a2-8cb1-bf859c00ba26 demo admin] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:47:27.614908 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:27.646800 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76124722-6f43-44a2-8cb1-bf859c00ba26 demo admin] Router c0bdfaec-aeaf-4cc3-a14c-fb8124424b43 is scheduled to L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 with binding_index 1 {{(pid=103807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 24 13:47:27.732541 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76124722-6f43-44a2-8cb1-bf859c00ba26 demo admin] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 13:47:27.740175 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-76124722-6f43-44a2-8cb1-bf859c00ba26 demo admin] 10.222.0.24 "PUT /v2.0/routers/c0bdfaec-aeaf-4cc3-a14c-fb8124424b43/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7410960 May 24 13:47:27.742797 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-64c17089-3daa-4f0f-884c-6a6ae9aae1e0 None None] Provisioning complete for port 8534b66e-3650-4d70-9a20-fd40b7df881e triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:47:27.743169 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca17d8e2-a5a4-4a69-8812-95b685319905 None None] Sync routers for ids ['c0bdfaec-aeaf-4cc3-a14c-fb8124424b43'] in dv-cinder-842129-1-iscsi {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 13:47:27.743656 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-64c17089-3daa-4f0f-884c-6a6ae9aae1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (8534b66e-3650-4d70-9a20-fd40b7df881e), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:27.756394 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca17d8e2-a5a4-4a69-8812-95b685319905 None None] Routers {'c0bdfaec-aeaf-4cc3-a14c-fb8124424b43'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 13:47:27.757280 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-ca17d8e2-a5a4-4a69-8812-95b685319905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T13:47:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['c0bdfaec-aeaf-4cc3-a14c-fb8124424b43'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:47:27.777618 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-64c17089-3daa-4f0f-884c-6a6ae9aae1e0 None None] Port 8534b66e-3650-4d70-9a20-fd40b7df881e cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 13:47:27.952347 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-ca17d8e2-a5a4-4a69-8812-95b685319905 None None] Set router c0bdfaec-aeaf-4cc3-a14c-fb8124424b43 gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 13:47:28.367886 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-ca17d8e2-a5a4-4a69-8812-95b685319905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bdfaec-aeaf-4cc3-a14c-fb8124424b43', 'name': 'router1', 'tenant_id': '1c3ea61eb18145d2bb5e449fd05afdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:47:16Z', 'updated_at': '2022-05-24T13:47:27Z', 'revision_number': 2, 'project_id': '1c3ea61eb18145d2bb5e449fd05afdf7', 'gw_port_host': None, '_interfaces': [{'id': '8534b66e-3650-4d70-9a20-fd40b7df881e', 'name': '', 'network_id': 'e38fb608-8dfc-4012-aa16-74bb755b76a8', 'tenant_id': '1c3ea61eb18145d2bb5e449fd05afdf7', 'mac_address': 'fa:16:3e:9b:6f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bdfaec-aeaf-4cc3-a14c-fb8124424b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '865786b6-7f5c-49f8-b4b8-d111f1c6d084', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:47:26Z', 'updated_at': '2022-05-24T13:47:27Z', 'revision_number': 2, 'project_id': '1c3ea61eb18145d2bb5e449fd05afdf7', 'subnets': [{'id': '865786b6-7f5c-49f8-b4b8-d111f1c6d084', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '021abc77-bb63-4ed2-a4e7-68598bfd6f32'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:47:28.420603 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca17d8e2-a5a4-4a69-8812-95b685319905 None None] Checking router: c0bdfaec-aeaf-4cc3-a14c-fb8124424b43 for host: dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 13:47:28.420971 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca17d8e2-a5a4-4a69-8812-95b685319905 None None] Updating router c0bdfaec-aeaf-4cc3-a14c-fb8124424b43 port 8534b66e-3650-4d70-9a20-fd40b7df881e binding host dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 13:47:28.465948 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:28.482992 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ca17d8e2-a5a4-4a69-8812-95b685319905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (8534b66e-3650-4d70-9a20-fd40b7df881e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:29.028681 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ca17d8e2-a5a4-4a69-8812-95b685319905 None None] Publish callbacks [] for port (8534b66e-3650-4d70-9a20-fd40b7df881e), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:29.035670 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ca17d8e2-a5a4-4a69-8812-95b685319905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (8534b66e-3650-4d70-9a20-fd40b7df881e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:29.128265 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b350622-cdb7-4e87-8d94-fd3d98ef496b None None] Pushing event updated for resources: {'Port': ['ID=8534b66e-3650-4d70-9a20-fd40b7df881e,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:47:29.161199 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b350622-cdb7-4e87-8d94-fd3d98ef496b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:29.161529 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b350622-cdb7-4e87-8d94-fd3d98ef496b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:29.161883 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b350622-cdb7-4e87-8d94-fd3d98ef496b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:29.162235 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b350622-cdb7-4e87-8d94-fd3d98ef496b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:29.162565 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b350622-cdb7-4e87-8d94-fd3d98ef496b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:29.162890 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b350622-cdb7-4e87-8d94-fd3d98ef496b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:29.163210 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b350622-cdb7-4e87-8d94-fd3d98ef496b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:29.163525 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b350622-cdb7-4e87-8d94-fd3d98ef496b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:29.163859 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b350622-cdb7-4e87-8d94-fd3d98ef496b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:29.164179 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b350622-cdb7-4e87-8d94-fd3d98ef496b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:29.164494 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b350622-cdb7-4e87-8d94-fd3d98ef496b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:29.164822 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b350622-cdb7-4e87-8d94-fd3d98ef496b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:29.165137 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b350622-cdb7-4e87-8d94-fd3d98ef496b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:29.165447 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b350622-cdb7-4e87-8d94-fd3d98ef496b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:29.165756 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b350622-cdb7-4e87-8d94-fd3d98ef496b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b350622-cdb7-4e87-8d94-fd3d98ef496b None None] Tracked resource versions report: May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: pushed versions: May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: { 'AddressGroup': {'1.2'}, May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: 'Agent': {'1.1'}, May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: 'ConntrackHelper': {'1.0'}, May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: 'LocalIPAssociation': {'1.0'}, May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: 'Log': {'1.0'}, May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: 'NDPProxy': {'1.0'}, May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: 'Network': {'1.1'}, May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: 'Port': {'1.7'}, May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: 'PortForwarding': {'1.3'}, May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: 'QosPolicy': {'1.10'}, May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: 'SecurityGroup': {'1.5'}, May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: 'SecurityGroupRule': {'1.2'}, May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: 'SubPort': {'1.0'}, May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: 'Subnet': {'1.1'}, May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: 'Trunk': {'1.1'}} May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: consumer versions: May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: { DHCP agent@dv-cinder-842129-1-iscsi: {}, May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: L3 agent@dv-cinder-842129-1-iscsi: {}, May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: Metadata agent@dv-cinder-842129-1-iscsi: {}, May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: Metering agent@dv-cinder-842129-1-iscsi: {}, May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: Open vSwitch agent@dv-cinder-842129-1-iscsi: { 'AddressGroup': '1.2', May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: 'Agent': '1.1', May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: 'ConntrackHelper': '1.0', May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: 'LocalIPAssociation': '1.0', May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: 'Log': '1.0', May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: 'NDPProxy': '1.0', May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: 'Network': '1.1', May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: 'Port': '1.7', May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: 'PortForwarding': '1.3', May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: 'QosPolicy': '1.10', May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: 'SecurityGroup': '1.5', May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: 'SecurityGroupRule': '1.2', May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: 'SubPort': '1.0', May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: 'Subnet': '1.1', May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: 'Trunk': '1.1'}} May 24 13:47:29.167139 dv-cinder-842129-1-iscsi neutron-server[103810]: {{(pid=103810) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 24 13:47:29.219413 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-ca17d8e2-a5a4-4a69-8812-95b685319905 None None] Attempting to bind port 8534b66e-3650-4d70-9a20-fd40b7df881e on host dv-cinder-842129-1-iscsi for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 13:47:29.219898 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-ca17d8e2-a5a4-4a69-8812-95b685319905 None None] Attempting to bind port 8534b66e-3650-4d70-9a20-fd40b7df881e by drivers openvswitch,hyperv on host dv-cinder-842129-1-iscsi at level 0 using segments [{'id': '4ff3c802-2cdf-4441-bd29-2d8b1f538880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e38fb608-8dfc-4012-aa16-74bb755b76a8'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 13:47:29.220372 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca17d8e2-a5a4-4a69-8812-95b685319905 None None] Attempting to bind port 8534b66e-3650-4d70-9a20-fd40b7df881e on network e38fb608-8dfc-4012-aa16-74bb755b76a8 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:47:29.227417 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca17d8e2-a5a4-4a69-8812-95b685319905 None None] Checking agent: {'id': 'ec10bf60-b5fa-4c85-822a-958a8882b62f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 47), 'started_at': datetime.datetime(2022, 5, 24, 13, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 13:47:29.227802 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca17d8e2-a5a4-4a69-8812-95b685319905 None None] Checking segment: {'id': '4ff3c802-2cdf-4441-bd29-2d8b1f538880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e38fb608-8dfc-4012-aa16-74bb755b76a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:47:29.228299 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ca17d8e2-a5a4-4a69-8812-95b685319905 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:29.228679 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca17d8e2-a5a4-4a69-8812-95b685319905 None None] Bound using segment: {'id': '4ff3c802-2cdf-4441-bd29-2d8b1f538880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e38fb608-8dfc-4012-aa16-74bb755b76a8'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 13:47:29.229181 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-ca17d8e2-a5a4-4a69-8812-95b685319905 None None] Bound port: 8534b66e-3650-4d70-9a20-fd40b7df881e, host: dv-cinder-842129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff3c802-2cdf-4441-bd29-2d8b1f538880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e38fb608-8dfc-4012-aa16-74bb755b76a8'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 13:47:29.229553 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ca17d8e2-a5a4-4a69-8812-95b685319905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (8534b66e-3650-4d70-9a20-fd40b7df881e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:29.240527 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:29.296265 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-ca17d8e2-a5a4-4a69-8812-95b685319905 None None] For port 8534b66e-3650-4d70-9a20-fd40b7df881e, host dv-cinder-842129-1-iscsi, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 13:47:29.313977 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:29.316004 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-ca17d8e2-a5a4-4a69-8812-95b685319905 None None] For port 8534b66e-3650-4d70-9a20-fd40b7df881e, host dv-cinder-842129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=8534b66e-3650-4d70-9a20-fd40b7df881e,segment=NetworkSegment(4ff3c802-2cdf-4441-bd29-2d8b1f538880),segment_id=4ff3c802-2cdf-4441-bd29-2d8b1f538880)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 13:47:29.323314 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ca17d8e2-a5a4-4a69-8812-95b685319905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (8534b66e-3650-4d70-9a20-fd40b7df881e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:29.378331 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b350622-cdb7-4e87-8d94-fd3d98ef496b None None] Pushing event updated for resources: {'Port': ['ID=8534b66e-3650-4d70-9a20-fd40b7df881e,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:47:29.387201 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca17d8e2-a5a4-4a69-8812-95b685319905 None None] Routers {'c0bdfaec-aeaf-4cc3-a14c-fb8124424b43'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 13:47:29.387803 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-ca17d8e2-a5a4-4a69-8812-95b685319905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T13:47:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['c0bdfaec-aeaf-4cc3-a14c-fb8124424b43'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:47:29.394436 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-1de3ef72-45f8-4b11-98a6-435a1bcde136 None None] Provisioning complete for port 8534b66e-3650-4d70-9a20-fd40b7df881e triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:47:29.395145 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1de3ef72-45f8-4b11-98a6-435a1bcde136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (8534b66e-3650-4d70-9a20-fd40b7df881e), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:29.483932 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-1de3ef72-45f8-4b11-98a6-435a1bcde136 None None] Current status of the port 8534b66e-3650-4d70-9a20-fd40b7df881e is: DOWN; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:47:29.485036 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1de3ef72-45f8-4b11-98a6-435a1bcde136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (8534b66e-3650-4d70-9a20-fd40b7df881e), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:29.485554 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-ca17d8e2-a5a4-4a69-8812-95b685319905 None None] Set router c0bdfaec-aeaf-4cc3-a14c-fb8124424b43 gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 13:47:29.525114 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-1de3ef72-45f8-4b11-98a6-435a1bcde136 None None] For port 8534b66e-3650-4d70-9a20-fd40b7df881e, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=8534b66e-3650-4d70-9a20-fd40b7df881e,segment=NetworkSegment(4ff3c802-2cdf-4441-bd29-2d8b1f538880),segment_id=4ff3c802-2cdf-4441-bd29-2d8b1f538880)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:47:29.530383 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1de3ef72-45f8-4b11-98a6-435a1bcde136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (8534b66e-3650-4d70-9a20-fd40b7df881e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:29.582863 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3ef72-45f8-4b11-98a6-435a1bcde136 None None] Pushing event updated for resources: {'Port': ['ID=8534b66e-3650-4d70-9a20-fd40b7df881e,revision_number=5']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:47:29.648240 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-52b32661-442e-4994-8464-20adbde2342e None None] Provisioning complete for port 8534b66e-3650-4d70-9a20-fd40b7df881e triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:47:29.648572 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-52b32661-442e-4994-8464-20adbde2342e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (8534b66e-3650-4d70-9a20-fd40b7df881e), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:29.692800 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:29.703795 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-ca17d8e2-a5a4-4a69-8812-95b685319905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bdfaec-aeaf-4cc3-a14c-fb8124424b43', 'name': 'router1', 'tenant_id': '1c3ea61eb18145d2bb5e449fd05afdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:47:16Z', 'updated_at': '2022-05-24T13:47:27Z', 'revision_number': 2, 'project_id': '1c3ea61eb18145d2bb5e449fd05afdf7', 'gw_port_host': None, '_interfaces': [{'id': '8534b66e-3650-4d70-9a20-fd40b7df881e', 'name': '', 'network_id': 'e38fb608-8dfc-4012-aa16-74bb755b76a8', 'tenant_id': '1c3ea61eb18145d2bb5e449fd05afdf7', 'mac_address': 'fa:16:3e:9b:6f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bdfaec-aeaf-4cc3-a14c-fb8124424b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '865786b6-7f5c-49f8-b4b8-d111f1c6d084', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:47:26Z', 'updated_at': '2022-05-24T13:47:29Z', 'revision_number': 4, 'project_id': '1c3ea61eb18145d2bb5e449fd05afdf7', 'subnets': [{'id': '865786b6-7f5c-49f8-b4b8-d111f1c6d084', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '021abc77-bb63-4ed2-a4e7-68598bfd6f32'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:47:29.716196 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:29.731444 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-52b32661-442e-4994-8464-20adbde2342e None None] Current status of the port 8534b66e-3650-4d70-9a20-fd40b7df881e is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:47:29.741347 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca17d8e2-a5a4-4a69-8812-95b685319905 None None] The sync data for ids ['c0bdfaec-aeaf-4cc3-a14c-fb8124424b43'] in dv-cinder-842129-1-iscsi is: [{'id': 'c0bdfaec-aeaf-4cc3-a14c-fb8124424b43', 'name': 'router1', 'tenant_id': '1c3ea61eb18145d2bb5e449fd05afdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:47:16Z', 'updated_at': '2022-05-24T13:47:27Z', 'revision_number': 2, 'project_id': '1c3ea61eb18145d2bb5e449fd05afdf7', 'gw_port_host': None, '_interfaces': [{'id': '8534b66e-3650-4d70-9a20-fd40b7df881e', 'name': '', 'network_id': 'e38fb608-8dfc-4012-aa16-74bb755b76a8', 'tenant_id': '1c3ea61eb18145d2bb5e449fd05afdf7', 'mac_address': 'fa:16:3e:9b:6f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bdfaec-aeaf-4cc3-a14c-fb8124424b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '865786b6-7f5c-49f8-b4b8-d111f1c6d084', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:47:26Z', 'updated_at': '2022-05-24T13:47:29Z', 'revision_number': 4, 'project_id': '1c3ea61eb18145d2bb5e449fd05afdf7', 'subnets': [{'id': '865786b6-7f5c-49f8-b4b8-d111f1c6d084', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '021abc77-bb63-4ed2-a4e7-68598bfd6f32'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 13:47:30.288147 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 60062) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:47:30.347766 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:30.605934 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdaad64-e2ac-4ebb-ba66-0c75fb39cb72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:47:30.607380 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-afdaad64-e2ac-4ebb-ba66-0c75fb39cb72 admin admin] 10.222.0.24 "GET /v2.0/networks/77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 HTTP/1.1" status: 200 len: 842 time: 0.3184319 May 24 13:47:30.616993 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-ee753438-f7a4-472b-8fd0-d79aca30b9f6 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'cidr': '172.27.3.0/24', 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:47:30.643183 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee753438-f7a4-472b-8fd0-d79aca30b9f6 admin admin] Made reservation on behalf of 4d5cb275b4fb4682b096f6cd5768d3fe for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:47:30.646757 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee753438-f7a4-472b-8fd0-d79aca30b9f6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:30.998741 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.objects.ports [None req-ee753438-f7a4-472b-8fd0-d79aca30b9f6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103808) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 24 13:47:30.999487 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee753438-f7a4-472b-8fd0-d79aca30b9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028'] for subnet (277372c2-c924-4ff9-98b4-a2b2337930ef), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:31.085381 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee753438-f7a4-472b-8fd0-d79aca30b9f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=277372c2-c924-4ff9-98b4-a2b2337930ef,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:47:31.089585 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee753438-f7a4-472b-8fd0-d79aca30b9f6 admin admin] Checking segment: {'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:47:31.089953 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee753438-f7a4-472b-8fd0-d79aca30b9f6 admin admin] Network hostable DHCP agents. Network: 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6, hostable agents: ['abc51175-8e70-4fa5-9c56-ea38a91f7e2e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 13:47:31.099513 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee753438-f7a4-472b-8fd0-d79aca30b9f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:31.099874 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee753438-f7a4-472b-8fd0-d79aca30b9f6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:31.100214 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee753438-f7a4-472b-8fd0-d79aca30b9f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:31.100538 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee753438-f7a4-472b-8fd0-d79aca30b9f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:31.100857 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee753438-f7a4-472b-8fd0-d79aca30b9f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:31.101172 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee753438-f7a4-472b-8fd0-d79aca30b9f6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:31.101485 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee753438-f7a4-472b-8fd0-d79aca30b9f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:31.101796 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee753438-f7a4-472b-8fd0-d79aca30b9f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:31.102110 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee753438-f7a4-472b-8fd0-d79aca30b9f6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:31.102421 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee753438-f7a4-472b-8fd0-d79aca30b9f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:31.102746 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee753438-f7a4-472b-8fd0-d79aca30b9f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:31.103074 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee753438-f7a4-472b-8fd0-d79aca30b9f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:31.103384 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee753438-f7a4-472b-8fd0-d79aca30b9f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:31.103691 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee753438-f7a4-472b-8fd0-d79aca30b9f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:31.104021 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee753438-f7a4-472b-8fd0-d79aca30b9f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee753438-f7a4-472b-8fd0-d79aca30b9f6 admin admin] Tracked resource versions report: May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: pushed versions: May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: { 'AddressGroup': {'1.2'}, May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: 'Agent': {'1.1'}, May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: 'ConntrackHelper': {'1.0'}, May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: 'LocalIPAssociation': {'1.0'}, May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: 'Log': {'1.0'}, May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: 'NDPProxy': {'1.0'}, May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: 'Network': {'1.1'}, May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: 'Port': {'1.7'}, May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: 'PortForwarding': {'1.3'}, May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: 'QosPolicy': {'1.10'}, May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: 'SecurityGroup': {'1.5'}, May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: 'SecurityGroupRule': {'1.2'}, May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: 'SubPort': {'1.0'}, May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: 'Subnet': {'1.1'}, May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: 'Trunk': {'1.1'}} May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: consumer versions: May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: { DHCP agent@dv-cinder-842129-1-iscsi: {}, May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: L3 agent@dv-cinder-842129-1-iscsi: {}, May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: Metadata agent@dv-cinder-842129-1-iscsi: {}, May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: Metering agent@dv-cinder-842129-1-iscsi: {}, May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: Open vSwitch agent@dv-cinder-842129-1-iscsi: { 'AddressGroup': '1.2', May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: 'Agent': '1.1', May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: 'ConntrackHelper': '1.0', May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: 'LocalIPAssociation': '1.0', May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: 'Log': '1.0', May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: 'NDPProxy': '1.0', May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: 'Network': '1.1', May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: 'Port': '1.7', May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: 'PortForwarding': '1.3', May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: 'QosPolicy': '1.10', May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: 'SecurityGroup': '1.5', May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: 'SecurityGroupRule': '1.2', May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: 'SubPort': '1.0', May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: 'Subnet': '1.1', May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: 'Trunk': '1.1'}} May 24 13:47:31.105346 dv-cinder-842129-1-iscsi neutron-server[103808]: {{(pid=103808) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 24 13:47:31.138976 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee753438-f7a4-472b-8fd0-d79aca30b9f6 admin admin] Network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 is scheduled to be hosted by DHCP agent abc51175-8e70-4fa5-9c56-ea38a91f7e2e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 13:47:31.151450 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-ee753438-f7a4-472b-8fd0-d79aca30b9f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842129-1-iscsi, 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:47:31.156078 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee753438-f7a4-472b-8fd0-d79aca30b9f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:47:31.156694 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee753438-f7a4-472b-8fd0-d79aca30b9f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:31.162093 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7244e9d6-604c-46f0-9f48-e6da4db042ab None None] Network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 13:47:31.176795 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-ee753438-f7a4-472b-8fd0-d79aca30b9f6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5633233 May 24 13:47:31.217302 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:31.281834 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70a41fc-61f2-4dad-bcb5-cac168741e60 None None] Network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 13:47:33.617539 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 60084) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:47:33.828367 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-f993ebb9-2888-4d8b-b3b6-246d11889824 demo admin] 10.222.0.24 "GET /v2.0/routers/c0bdfaec-aeaf-4cc3-a14c-fb8124424b43 HTTP/1.1" status: 200 len: 710 time: 0.2097166 May 24 13:47:33.919357 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697b3ae9-a9ec-4dec-846e-fa9a6c3c59b8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:47:33.920766 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-697b3ae9-a9ec-4dec-846e-fa9a6c3c59b8 demo admin] 10.222.0.24 "GET /v2.0/networks/77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 HTTP/1.1" status: 200 len: 886 time: 0.0864527 May 24 13:47:33.930181 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-1e6e452e-6e1b-4f17-a138-371289de9f1f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:47:34.119968 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:34.161729 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1e6e452e-6e1b-4f17-a138-371289de9f1f demo admin] Publish callbacks [] for router_gateway (c0bdfaec-aeaf-4cc3-a14c-fb8124424b43), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:34.167347 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:34.393382 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1e6e452e-6e1b-4f17-a138-371289de9f1f demo admin] Publish callbacks [] for router_gateway (c0bdfaec-aeaf-4cc3-a14c-fb8124424b43), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:34.473557 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1e6e452e-6e1b-4f17-a138-371289de9f1f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:34.630008 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-1e6e452e-6e1b-4f17-a138-371289de9f1f demo admin] Allocated IP 172.27.3.254 (77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6/277372c2-c924-4ff9-98b4-a2b2337930ef/e526cea4-4863-4404-8f63-c37f0568fa4e) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 13:47:34.738809 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1e6e452e-6e1b-4f17-a138-371289de9f1f demo admin] Publish callbacks [] for port (e526cea4-4863-4404-8f63-c37f0568fa4e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:34.795937 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1e6e452e-6e1b-4f17-a138-371289de9f1f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997'] for port (e526cea4-4863-4404-8f63-c37f0568fa4e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:34.914243 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6e452e-6e1b-4f17-a138-371289de9f1f demo admin] Network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:47:34.925517 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-1e6e452e-6e1b-4f17-a138-371289de9f1f demo admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:47:34.935941 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6e452e-6e1b-4f17-a138-371289de9f1f demo admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 13:47:34.968798 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e452e-6e1b-4f17-a138-371289de9f1f demo admin] Pushing event updated for resources: {'Port': ['ID=e526cea4-4863-4404-8f63-c37f0568fa4e,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:47:35.201336 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:35.226211 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1e6e452e-6e1b-4f17-a138-371289de9f1f demo admin] Publish callbacks [] for router_gateway (c0bdfaec-aeaf-4cc3-a14c-fb8124424b43), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:35.360122 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:35.415389 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1e6e452e-6e1b-4f17-a138-371289de9f1f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4371'] for router (c0bdfaec-aeaf-4cc3-a14c-fb8124424b43), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:35.419887 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1e6e452e-6e1b-4f17-a138-371289de9f1f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-535460'] for router (c0bdfaec-aeaf-4cc3-a14c-fb8124424b43), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:35.527496 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6e452e-6e1b-4f17-a138-371289de9f1f demo admin] Router c0bdfaec-aeaf-4cc3-a14c-fb8124424b43 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 13:47:35.630280 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6e452e-6e1b-4f17-a138-371289de9f1f demo admin] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 13:47:35.634979 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1e6e452e-6e1b-4f17-a138-371289de9f1f demo admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:35.636203 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-1e6e452e-6e1b-4f17-a138-371289de9f1f demo admin] 10.222.0.24 "PUT /v2.0/routers/c0bdfaec-aeaf-4cc3-a14c-fb8124424b43 HTTP/1.1" status: 200 len: 890 time: 1.7090693 May 24 13:47:37.082803 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 8534b66e-3650-4d70-9a20-fd40b7df881e up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:47:37.129306 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port 8534b66e-3650-4d70-9a20-fd40b7df881e triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:47:37.129751 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (8534b66e-3650-4d70-9a20-fd40b7df881e), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:37.203917 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port 8534b66e-3650-4d70-9a20-fd40b7df881e is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:47:37.366510 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 5 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 13:47:37.728872 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=12 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:37.731270 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=23,neutron:INSERT=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:38.108662 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 60096) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:47:38.223064 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-e0937e6d-d900-4188-8176-c93d74ff467c admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1125064 May 24 13:47:38.726322 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827ef58e-5752-42b4-9a01-bbacc640e136 None None] Sync routers for ids ['c0bdfaec-aeaf-4cc3-a14c-fb8124424b43'] in dv-cinder-842129-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 13:47:38.737413 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827ef58e-5752-42b4-9a01-bbacc640e136 None None] Routers {'c0bdfaec-aeaf-4cc3-a14c-fb8124424b43'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 13:47:38.738716 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-827ef58e-5752-42b4-9a01-bbacc640e136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T13:47:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['c0bdfaec-aeaf-4cc3-a14c-fb8124424b43'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:47:38.943144 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-827ef58e-5752-42b4-9a01-bbacc640e136 None None] Set router c0bdfaec-aeaf-4cc3-a14c-fb8124424b43 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 13:47:39.399615 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-827ef58e-5752-42b4-9a01-bbacc640e136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bdfaec-aeaf-4cc3-a14c-fb8124424b43', 'name': 'router1', 'tenant_id': '1c3ea61eb18145d2bb5e449fd05afdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e526cea4-4863-4404-8f63-c37f0568fa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:47:16Z', 'updated_at': '2022-05-24T13:47:35Z', 'revision_number': 4, 'project_id': '1c3ea61eb18145d2bb5e449fd05afdf7', 'gw_port': {'id': 'e526cea4-4863-4404-8f63-c37f0568fa4e', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:50:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bdfaec-aeaf-4cc3-a14c-fb8124424b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:47:34Z', 'updated_at': '2022-05-24T13:47:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '8534b66e-3650-4d70-9a20-fd40b7df881e', 'name': '', 'network_id': 'e38fb608-8dfc-4012-aa16-74bb755b76a8', 'tenant_id': '1c3ea61eb18145d2bb5e449fd05afdf7', 'mac_address': 'fa:16:3e:9b:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdfaec-aeaf-4cc3-a14c-fb8124424b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '865786b6-7f5c-49f8-b4b8-d111f1c6d084', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:47:26Z', 'updated_at': '2022-05-24T13:47:29Z', 'revision_number': 5, 'project_id': '1c3ea61eb18145d2bb5e449fd05afdf7', 'subnets': [{'id': '865786b6-7f5c-49f8-b4b8-d111f1c6d084', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '021abc77-bb63-4ed2-a4e7-68598bfd6f32'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:47:39.450389 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827ef58e-5752-42b4-9a01-bbacc640e136 None None] Checking router: c0bdfaec-aeaf-4cc3-a14c-fb8124424b43 for host: dv-cinder-842129-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 13:47:39.450758 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827ef58e-5752-42b4-9a01-bbacc640e136 None None] Updating router c0bdfaec-aeaf-4cc3-a14c-fb8124424b43 port e526cea4-4863-4404-8f63-c37f0568fa4e binding host dv-cinder-842129-1-iscsi {{(pid=103809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 13:47:39.506015 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-827ef58e-5752-42b4-9a01-bbacc640e136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (e526cea4-4863-4404-8f63-c37f0568fa4e), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:39.856585 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-827ef58e-5752-42b4-9a01-bbacc640e136 None None] Publish callbacks [] for port (e526cea4-4863-4404-8f63-c37f0568fa4e), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:39.866789 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-827ef58e-5752-42b4-9a01-bbacc640e136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (e526cea4-4863-4404-8f63-c37f0568fa4e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:39.915350 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32413926-e5f3-467a-8879-b9ef16d106e5 None None] Pushing event updated for resources: {'Port': ['ID=e526cea4-4863-4404-8f63-c37f0568fa4e,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:47:39.926870 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-827ef58e-5752-42b4-9a01-bbacc640e136 None None] Attempting to bind port e526cea4-4863-4404-8f63-c37f0568fa4e on host dv-cinder-842129-1-iscsi for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 13:47:39.927232 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-827ef58e-5752-42b4-9a01-bbacc640e136 None None] Attempting to bind port e526cea4-4863-4404-8f63-c37f0568fa4e by drivers openvswitch,hyperv on host dv-cinder-842129-1-iscsi at level 0 using segments [{'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 13:47:39.927587 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827ef58e-5752-42b4-9a01-bbacc640e136 None None] Attempting to bind port e526cea4-4863-4404-8f63-c37f0568fa4e on network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:47:39.933746 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827ef58e-5752-42b4-9a01-bbacc640e136 None None] Checking agent: {'id': 'ec10bf60-b5fa-4c85-822a-958a8882b62f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 47), 'started_at': datetime.datetime(2022, 5, 24, 13, 47, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 13, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 13:47:39.934110 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827ef58e-5752-42b4-9a01-bbacc640e136 None None] Checking segment: {'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:47:39.934504 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-827ef58e-5752-42b4-9a01-bbacc640e136 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:39.934890 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827ef58e-5752-42b4-9a01-bbacc640e136 None None] Bound using segment: {'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 13:47:39.935345 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-827ef58e-5752-42b4-9a01-bbacc640e136 None None] Bound port: e526cea4-4863-4404-8f63-c37f0568fa4e, host: dv-cinder-842129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 13:47:39.935713 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-827ef58e-5752-42b4-9a01-bbacc640e136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (e526cea4-4863-4404-8f63-c37f0568fa4e), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:39.985949 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-827ef58e-5752-42b4-9a01-bbacc640e136 None None] For port e526cea4-4863-4404-8f63-c37f0568fa4e, host dv-cinder-842129-1-iscsi, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 13:47:39.989379 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-827ef58e-5752-42b4-9a01-bbacc640e136 None None] For port e526cea4-4863-4404-8f63-c37f0568fa4e, host dv-cinder-842129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=e526cea4-4863-4404-8f63-c37f0568fa4e,segment=NetworkSegment(3f5d497a-81fa-44a3-b648-e1e22cc699e7),segment_id=3f5d497a-81fa-44a3-b648-e1e22cc699e7)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 13:47:39.995377 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-827ef58e-5752-42b4-9a01-bbacc640e136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (e526cea4-4863-4404-8f63-c37f0568fa4e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:40.036506 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:40.042695 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32413926-e5f3-467a-8879-b9ef16d106e5 None None] Pushing event updated for resources: {'Port': ['ID=e526cea4-4863-4404-8f63-c37f0568fa4e,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:47:40.067930 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827ef58e-5752-42b4-9a01-bbacc640e136 None None] Routers {'c0bdfaec-aeaf-4cc3-a14c-fb8124424b43'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 13:47:40.068542 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-827ef58e-5752-42b4-9a01-bbacc640e136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T13:47:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['c0bdfaec-aeaf-4cc3-a14c-fb8124424b43'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:47:40.175696 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-827ef58e-5752-42b4-9a01-bbacc640e136 None None] Set router c0bdfaec-aeaf-4cc3-a14c-fb8124424b43 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 13:47:40.294082 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:40.321120 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:40.388654 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-827ef58e-5752-42b4-9a01-bbacc640e136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bdfaec-aeaf-4cc3-a14c-fb8124424b43', 'name': 'router1', 'tenant_id': '1c3ea61eb18145d2bb5e449fd05afdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e526cea4-4863-4404-8f63-c37f0568fa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:47:16Z', 'updated_at': '2022-05-24T13:47:35Z', 'revision_number': 4, 'project_id': '1c3ea61eb18145d2bb5e449fd05afdf7', 'gw_port': {'id': 'e526cea4-4863-4404-8f63-c37f0568fa4e', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:50:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bdfaec-aeaf-4cc3-a14c-fb8124424b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:47:34Z', 'updated_at': '2022-05-24T13:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '8534b66e-3650-4d70-9a20-fd40b7df881e', 'name': '', 'network_id': 'e38fb608-8dfc-4012-aa16-74bb755b76a8', 'tenant_id': '1c3ea61eb18145d2bb5e449fd05afdf7', 'mac_address': 'fa:16:3e:9b:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdfaec-aeaf-4cc3-a14c-fb8124424b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '865786b6-7f5c-49f8-b4b8-d111f1c6d084', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:47:26Z', 'updated_at': '2022-05-24T13:47:29Z', 'revision_number': 5, 'project_id': '1c3ea61eb18145d2bb5e449fd05afdf7', 'subnets': [{'id': '865786b6-7f5c-49f8-b4b8-d111f1c6d084', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '021abc77-bb63-4ed2-a4e7-68598bfd6f32'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:47:40.415154 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827ef58e-5752-42b4-9a01-bbacc640e136 None None] The sync data for ids ['c0bdfaec-aeaf-4cc3-a14c-fb8124424b43'] in dv-cinder-842129-1-iscsi is: [{'id': 'c0bdfaec-aeaf-4cc3-a14c-fb8124424b43', 'name': 'router1', 'tenant_id': '1c3ea61eb18145d2bb5e449fd05afdf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e526cea4-4863-4404-8f63-c37f0568fa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:47:16Z', 'updated_at': '2022-05-24T13:47:35Z', 'revision_number': 4, 'project_id': '1c3ea61eb18145d2bb5e449fd05afdf7', 'gw_port': {'id': 'e526cea4-4863-4404-8f63-c37f0568fa4e', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:50:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bdfaec-aeaf-4cc3-a14c-fb8124424b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:47:34Z', 'updated_at': '2022-05-24T13:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '8534b66e-3650-4d70-9a20-fd40b7df881e', 'name': '', 'network_id': 'e38fb608-8dfc-4012-aa16-74bb755b76a8', 'tenant_id': '1c3ea61eb18145d2bb5e449fd05afdf7', 'mac_address': 'fa:16:3e:9b:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdfaec-aeaf-4cc3-a14c-fb8124424b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '865786b6-7f5c-49f8-b4b8-d111f1c6d084', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:47:26Z', 'updated_at': '2022-05-24T13:47:29Z', 'revision_number': 5, 'project_id': '1c3ea61eb18145d2bb5e449fd05afdf7', 'subnets': [{'id': '865786b6-7f5c-49f8-b4b8-d111f1c6d084', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '021abc77-bb63-4ed2-a4e7-68598bfd6f32'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 13:47:41.109329 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device e526cea4-4863-4404-8f63-c37f0568fa4e up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:47:41.168002 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port e526cea4-4863-4404-8f63-c37f0568fa4e triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:47:41.168713 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (e526cea4-4863-4404-8f63-c37f0568fa4e), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:41.257939 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port e526cea4-4863-4404-8f63-c37f0568fa4e is: DOWN; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:47:41.258462 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (e526cea4-4863-4404-8f63-c37f0568fa4e), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:41.280272 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] For port e526cea4-4863-4404-8f63-c37f0568fa4e, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=e526cea4-4863-4404-8f63-c37f0568fa4e,segment=NetworkSegment(3f5d497a-81fa-44a3-b648-e1e22cc699e7),segment_id=3f5d497a-81fa-44a3-b648-e1e22cc699e7)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:47:41.285559 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (e526cea4-4863-4404-8f63-c37f0568fa4e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:41.362355 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Pushing event updated for resources: {'Port': ['ID=e526cea4-4863-4404-8f63-c37f0568fa4e,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:47:43.132213 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device e526cea4-4863-4404-8f63-c37f0568fa4e up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:47:43.218598 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port e526cea4-4863-4404-8f63-c37f0568fa4e triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:47:43.218986 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (e526cea4-4863-4404-8f63-c37f0568fa4e), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:43.435887 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port e526cea4-4863-4404-8f63-c37f0568fa4e is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:47:47.361645 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=53,neutron:UPDATE=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:47.362954 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=35 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:48.215920 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=32 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:48.219094 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=53 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:53.357781 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=37,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:53.402494 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:53.419542 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=51 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:47:53.769867 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2153bcd-920c-4c5f-9f3a-5d87d64177dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:56.093696 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bee7b79e-534c-4e44-b0c9-f488d6a3e5dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:57.322738 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:47:58.468682 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:48:00.353612 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:48:08.461066 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:48:10.342904 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:48:10.349156 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:48:14.368230 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 5 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 13:48:23.777873 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-684b5781-3fa1-4b75-b292-b1309aeb2315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:48:24.362654 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=4 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:48:24.363860 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=4 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:48:26.095331 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aef8e8b0-171e-49c8-b996-2affafd30c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:48:27.324519 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:48:28.470829 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:48:30.339500 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:48:40.327383 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:48:40.328157 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:48:40.334459 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:48:51.368362 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 5 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 13:48:53.768273 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-331ff18d-cd60-42ca-bb0c-a86df75214d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:48:56.093909 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d4cbf0d4-ab1c-492e-ab39-819596d21228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:48:57.049552 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 60634) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:48:57.121626 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b210ec8-3460-4575-936d-7fa4ab8f83c5 admin admin] GET failed (client error): The resource could not be found. May 24 13:48:57.122928 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-3b210ec8-3460-4575-936d-7fa4ab8f83c5 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0724361 May 24 13:48:57.286085 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0f7c31-a410-45a2-9891-6a91aee0ad19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:48:57.287606 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-1b0f7c31-a410-45a2-9891-6a91aee0ad19 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1605120 May 24 13:48:57.328884 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:48:58.471701 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:48:59.541469 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 60644) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:48:59.632450 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e863bfe1-c813-4fa2-bd86-3b753d8b1ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:48:59.633840 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-e863bfe1-c813-4fa2-bd86-3b753d8b1ff8 admin admin] 10.222.0.24 "GET /v2.0/subnets/865786b6-7f5c-49f8-b4b8-d111f1c6d084 HTTP/1.1" status: 200 len: 849 time: 0.0914423 May 24 13:48:59.643240 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-1da3b3a0-ab75-43fa-8d04-f34ce8a4403c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:48:59.802193 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1da3b3a0-ab75-43fa-8d04-f34ce8a4403c admin admin] Publish callbacks [] for subnet (865786b6-7f5c-49f8-b4b8-d111f1c6d084), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:48:59.943042 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1da3b3a0-ab75-43fa-8d04-f34ce8a4403c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727739346625'] for subnet (865786b6-7f5c-49f8-b4b8-d111f1c6d084), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:48:59.974843 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da3b3a0-ab75-43fa-8d04-f34ce8a4403c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:48:59.976023 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1da3b3a0-ab75-43fa-8d04-f34ce8a4403c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for subnet (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:48:59.976791 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-1da3b3a0-ab75-43fa-8d04-f34ce8a4403c admin admin] 10.222.0.24 "PUT /v2.0/subnets/865786b6-7f5c-49f8-b4b8-d111f1c6d084 HTTP/1.1" status: 200 len: 868 time: 0.3371029 May 24 13:48:59.979886 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d492c1d-7b9f-496f-8bc4-8aecd49085e8 None None] Network e38fb608-8dfc-4012-aa16-74bb755b76a8 requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 13:48:59.995781 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3b3a0-ab75-43fa-8d04-f34ce8a4403c admin admin] Pushing event updated for resources: {'Subnet': ['ID=865786b6-7f5c-49f8-b4b8-d111f1c6d084,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:49:00.003789 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da3b3a0-ab75-43fa-8d04-f34ce8a4403c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:49:00.004176 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da3b3a0-ab75-43fa-8d04-f34ce8a4403c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:49:00.004513 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da3b3a0-ab75-43fa-8d04-f34ce8a4403c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:49:00.004862 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da3b3a0-ab75-43fa-8d04-f34ce8a4403c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:49:00.005185 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da3b3a0-ab75-43fa-8d04-f34ce8a4403c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:49:00.005515 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da3b3a0-ab75-43fa-8d04-f34ce8a4403c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:49:00.005841 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da3b3a0-ab75-43fa-8d04-f34ce8a4403c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:49:00.006183 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da3b3a0-ab75-43fa-8d04-f34ce8a4403c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:49:00.006500 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da3b3a0-ab75-43fa-8d04-f34ce8a4403c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:49:00.006826 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da3b3a0-ab75-43fa-8d04-f34ce8a4403c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:49:00.007168 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da3b3a0-ab75-43fa-8d04-f34ce8a4403c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:49:00.008180 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da3b3a0-ab75-43fa-8d04-f34ce8a4403c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:49:00.008726 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da3b3a0-ab75-43fa-8d04-f34ce8a4403c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:49:00.009181 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da3b3a0-ab75-43fa-8d04-f34ce8a4403c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:49:00.009503 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da3b3a0-ab75-43fa-8d04-f34ce8a4403c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:49:00.314852 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-b91b47cd-5034-4d2e-b873-49cc4a9e7a74 None None] Provisioning complete for port 47c315b5-efab-45d0-a456-8a25eabf0438 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:49:00.315231 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b91b47cd-5034-4d2e-b873-49cc4a9e7a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (47c315b5-efab-45d0-a456-8a25eabf0438), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:49:00.364947 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:49:00.402311 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-b91b47cd-5034-4d2e-b873-49cc4a9e7a74 None None] Current status of the port 47c315b5-efab-45d0-a456-8a25eabf0438 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:49:00.410291 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-b91b47cd-5034-4d2e-b873-49cc4a9e7a74 None None] Provisioning complete for port 8534b66e-3650-4d70-9a20-fd40b7df881e triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:49:00.410673 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b91b47cd-5034-4d2e-b873-49cc4a9e7a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (8534b66e-3650-4d70-9a20-fd40b7df881e), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:49:00.484486 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-b91b47cd-5034-4d2e-b873-49cc4a9e7a74 None None] Current status of the port 8534b66e-3650-4d70-9a20-fd40b7df881e is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:49:01.363915 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:49:01.364595 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=5 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:49:02.235666 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 60652) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:49:02.439901 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8082b2bf-bcd2-4456-8b18-a5c6607fed7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:49:02.440304 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8082b2bf-bcd2-4456-8b18-a5c6607fed7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:49:02.441822 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-8082b2bf-bcd2-4456-8b18-a5c6607fed7b admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2052076 May 24 13:49:04.678296 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 60662) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:49:04.819546 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01ff75e-7945-43c1-b388-ab8119b64cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:49:04.820636 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01ff75e-7945-43c1-b388-ab8119b64cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:49:04.822192 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-c01ff75e-7945-43c1-b388-ab8119b64cdf admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1428556 May 24 13:49:07.072523 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 60670) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:49:07.203027 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf01107-c9fa-4e75-b00a-d40dfa84f791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:49:07.204503 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-bcf01107-c9fa-4e75-b00a-d40dfa84f791 admin admin] 10.222.0.24 "GET /v2.0/networks/77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 HTTP/1.1" status: 200 len: 886 time: 0.1310191 May 24 13:49:09.444061 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 60678) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:49:09.576958 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3f0c6d-0521-4388-a38b-a7ddc0132aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:49:09.578309 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-ff3f0c6d-0521-4388-a38b-a7ddc0132aad admin admin] 10.222.0.24 "GET /v2.0/networks/e38fb608-8dfc-4012-aa16-74bb755b76a8 HTTP/1.1" status: 200 len: 869 time: 0.1333058 May 24 13:49:10.480283 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=31 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:49:10.481053 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:49:10.482728 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=30,neutron:UPDATE=4 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:49:11.811443 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 60688) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:49:11.936899 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cda972-783a-41e9-94fe-aff73d519898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:49:11.937361 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cda972-783a-41e9-94fe-aff73d519898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:49:11.938878 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-33cda972-783a-41e9-94fe-aff73d519898 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1263621 May 24 13:49:14.179358 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 60696) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:49:14.269578 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc200101-fe4a-4941-9b51-24741f7e74b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:49:14.270049 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc200101-fe4a-4941-9b51-24741f7e74b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:49:14.271835 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-cc200101-fe4a-4941-9b51-24741f7e74b0 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0913939 May 24 13:49:14.816108 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=23 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:49:14.816962 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=23 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:49:16.499170 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 60704) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:49:16.568919 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:49:16.572497 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:49:16.589170 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a90d1db-3796-4268-9f88-d0a1ec163f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:49:16.590487 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-3a90d1db-3796-4268-9f88-d0a1ec163f19 admin admin] 10.222.0.24 "GET /v2.0/subnets/277372c2-c924-4ff9-98b4-a2b2337930ef HTTP/1.1" status: 200 len: 816 time: 0.0902517 May 24 13:49:18.807439 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 60712) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:49:18.902615 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd3162c-a051-4382-9123-cbbe4ddbeb37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:49:18.903992 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-bdd3162c-a051-4382-9123-cbbe4ddbeb37 admin admin] 10.222.0.24 "GET /v2.0/subnets/865786b6-7f5c-49f8-b4b8-d111f1c6d084 HTTP/1.1" status: 200 len: 868 time: 0.0955405 May 24 13:49:23.772731 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-286a5430-8ad7-4162-bee5-98d67cf236bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:49:26.096030 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fea3f3d6-2dfe-41b7-9ef7-e70b7d9765c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:49:27.329273 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:49:28.369270 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 5 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 13:49:28.474700 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:49:28.897786 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=6 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:49:28.899996 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=12 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:49:30.347053 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:49:38.365405 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=6 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:49:38.366164 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=2 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:49:38.470218 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:49:40.335501 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:49:40.342855 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:49:53.706842 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=13 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:49:53.717031 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=13 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:49:53.782540 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2247af3d-ee36-4e93-9787-4f1ce81f9ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:49:56.098804 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-53faede7-a145-4141-abdf-1d57fba65d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:49:57.332913 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:49:58.478699 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:49:59.639674 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 60770) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:49:59.694175 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [None req-62b9d111-968a-41da-ab68-2c46a5109161 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103807) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 24 13:49:59.695673 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-62b9d111-968a-41da-ab68-2c46a5109161 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0550342 May 24 13:50:00.349598 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:50:02.036629 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 60778) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:50:02.097311 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f0fb7d-b3f0-46a3-b79d-ef9a3019134f admin admin] GET failed (client error): The resource could not be found. May 24 13:50:02.098558 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-17f0fb7d-b3f0-46a3-b79d-ef9a3019134f admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0609806 May 24 13:50:02.183770 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704750c9-a9c3-42b2-ab8e-ba207d3f01ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:50:02.185255 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-704750c9-a9c3-42b2-ab8e-ba207d3f01ef admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0821278 May 24 13:50:04.449909 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 60786) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:50:04.496694 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-5d787329-c82f-43ee-b9a0-bdb54f322842 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:50:04.518267 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d787329-c82f-43ee-b9a0-bdb54f322842 admin admin] Made reservation on behalf of 4d5cb275b4fb4682b096f6cd5768d3fe for: {'network': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:50:04.520727 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5d787329-c82f-43ee-b9a0-bdb54f322842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for network (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:50:04.551087 dv-cinder-842129-1-iscsi neutron-server[103807]: WARNING neutron.services.revisions.revision_plugin [None req-5d787329-c82f-43ee-b9a0-bdb54f322842 admin admin] Could not find related network for resource to bump revision. May 24 13:50:04.564146 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d787329-c82f-43ee-b9a0-bdb54f322842 admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=103807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 13:50:04.573113 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5d787329-c82f-43ee-b9a0-bdb54f322842 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727739285854', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291'] for segment (eb958b33-b4c0-4542-b6fc-03626f74b325), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:50:04.573510 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.db.segments_db [None req-5d787329-c82f-43ee-b9a0-bdb54f322842 admin admin] Added segment eb958b33-b4c0-4542-b6fc-03626f74b325 of type vlan for network e984ed39-af7c-4a75-8ce3-1c515ff223dc May 24 13:50:04.611197 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5d787329-c82f-43ee-b9a0-bdb54f322842 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727738798156'] for network (e984ed39-af7c-4a75-8ce3-1c515ff223dc), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:50:04.636379 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5d787329-c82f-43ee-b9a0-bdb54f322842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028'] for network (e984ed39-af7c-4a75-8ce3-1c515ff223dc), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:50:04.637297 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d787329-c82f-43ee-b9a0-bdb54f322842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:50:04.637866 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5d787329-c82f-43ee-b9a0-bdb54f322842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:50:04.688592 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-5d787329-c82f-43ee-b9a0-bdb54f322842 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2376060 May 24 13:50:04.698110 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d787329-c82f-43ee-b9a0-bdb54f322842 admin admin] Pushing event updated for resources: {'Network': ['ID=e984ed39-af7c-4a75-8ce3-1c515ff223dc,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:50:04.705719 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d787329-c82f-43ee-b9a0-bdb54f322842 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:50:04.706065 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d787329-c82f-43ee-b9a0-bdb54f322842 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:50:04.706411 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d787329-c82f-43ee-b9a0-bdb54f322842 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:50:04.706765 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d787329-c82f-43ee-b9a0-bdb54f322842 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:50:04.707086 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d787329-c82f-43ee-b9a0-bdb54f322842 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:50:04.707416 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d787329-c82f-43ee-b9a0-bdb54f322842 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:50:04.707740 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d787329-c82f-43ee-b9a0-bdb54f322842 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:50:04.708173 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d787329-c82f-43ee-b9a0-bdb54f322842 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:50:04.708522 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d787329-c82f-43ee-b9a0-bdb54f322842 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:50:04.708851 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d787329-c82f-43ee-b9a0-bdb54f322842 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:50:04.709176 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d787329-c82f-43ee-b9a0-bdb54f322842 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:50:04.709522 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d787329-c82f-43ee-b9a0-bdb54f322842 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:50:04.709836 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d787329-c82f-43ee-b9a0-bdb54f322842 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:50:04.710158 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d787329-c82f-43ee-b9a0-bdb54f322842 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:50:04.711063 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d787329-c82f-43ee-b9a0-bdb54f322842 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:50:04.725611 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Network e984ed39-af7c-4a75-8ce3-1c515ff223dc details requested by agent ovs-agent-dv-cinder-842129-1-iscsi with host dv-cinder-842129-1-iscsi {{(pid=103809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 13:50:05.368560 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 5 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 13:50:06.377619 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=5 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:50:06.951704 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 60794) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:50:07.012689 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.pecan_wsgi.hooks.translation [None req-956c95a1-8607-4f98-b438-0ca98c27becb admin admin] GET failed (client error): The resource could not be found. May 24 13:50:07.013964 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-956c95a1-8607-4f98-b438-0ca98c27becb admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0612104 May 24 13:50:07.083659 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62b652f-09e6-4cc9-97dd-5e8600c7a423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:50:07.085100 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-e62b652f-09e6-4cc9-97dd-5e8600c7a423 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0672004 May 24 13:50:07.094509 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-cea55a8d-bbe7-4886-82e2-d170cee1e400 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'e984ed39-af7c-4a75-8ce3-1c515ff223dc', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:50:07.113971 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea55a8d-bbe7-4886-82e2-d170cee1e400 admin admin] Made reservation on behalf of 4d5cb275b4fb4682b096f6cd5768d3fe for: {'subnet': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:50:07.116238 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-cea55a8d-bbe7-4886-82e2-d170cee1e400 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:50:07.284296 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-cea55a8d-bbe7-4886-82e2-d170cee1e400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028'] for subnet (16d72032-0207-4f25-beeb-be928cfb8c7f), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:50:07.339739 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea55a8d-bbe7-4886-82e2-d170cee1e400 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16d72032-0207-4f25-beeb-be928cfb8c7f,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:50:07.347642 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea55a8d-bbe7-4886-82e2-d170cee1e400 admin admin] Checking segment: {'id': 'eb958b33-b4c0-4542-b6fc-03626f74b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e984ed39-af7c-4a75-8ce3-1c515ff223dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:50:07.348024 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea55a8d-bbe7-4886-82e2-d170cee1e400 admin admin] Network hostable DHCP agents. Network: e984ed39-af7c-4a75-8ce3-1c515ff223dc, hostable agents: ['abc51175-8e70-4fa5-9c56-ea38a91f7e2e'], hosted agents: [] {{(pid=103807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 13:50:07.364091 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea55a8d-bbe7-4886-82e2-d170cee1e400 admin admin] Network e984ed39-af7c-4a75-8ce3-1c515ff223dc is scheduled to be hosted by DHCP agent abc51175-8e70-4fa5-9c56-ea38a91f7e2e with binding_index 1 {{(pid=103807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 13:50:07.372461 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-cea55a8d-bbe7-4886-82e2-d170cee1e400 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842129-1-iscsi, e984ed39-af7c-4a75-8ce3-1c515ff223dc) {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:50:07.376978 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea55a8d-bbe7-4886-82e2-d170cee1e400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:50:07.377952 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-cea55a8d-bbe7-4886-82e2-d170cee1e400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for subnet (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:50:07.382849 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207792cc-2b34-48e1-9850-11ddc7a50e7d None None] Network e984ed39-af7c-4a75-8ce3-1c515ff223dc requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 13:50:07.393697 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-cea55a8d-bbe7-4886-82e2-d170cee1e400 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3023891 May 24 13:50:07.493404 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0dbc1d-a3e2-42a8-b2fb-08fa23d662dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea215502-9989-5d28-83e0-1aba298459f8-e984ed39-af7c-4a75-8ce3-1c515ff223dc', 'network_id': 'e984ed39-af7c-4a75-8ce3-1c515ff223dc', 'project_id': '4d5cb275b4fb4682b096f6cd5768d3fe', 'fixed_ips': [{'subnet_id': '16d72032-0207-4f25-beeb-be928cfb8c7f'}]}} from dv-cinder-842129-1-iscsi. {{(pid=103809) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 24 13:50:07.494380 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6e0dbc1d-a3e2-42a8-b2fb-08fa23d662dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:50:07.733726 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-6e0dbc1d-a3e2-42a8-b2fb-08fa23d662dd None None] Allocated IP 192.168.233.2 (e984ed39-af7c-4a75-8ce3-1c515ff223dc/16d72032-0207-4f25-beeb-be928cfb8c7f/bc3ecd62-6cdd-4cb9-b9e0-81b08f08a229) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 13:50:07.879334 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6e0dbc1d-a3e2-42a8-b2fb-08fa23d662dd None None] Publish callbacks [] for port (bc3ecd62-6cdd-4cb9-b9e0-81b08f08a229), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:50:07.885533 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6e0dbc1d-a3e2-42a8-b2fb-08fa23d662dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997'] for port (bc3ecd62-6cdd-4cb9-b9e0-81b08f08a229), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:50:07.931620 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0dbc1d-a3e2-42a8-b2fb-08fa23d662dd None None] Pushing event updated for resources: {'Port': ['ID=bc3ecd62-6cdd-4cb9-b9e0-81b08f08a229,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:50:07.934787 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0dbc1d-a3e2-42a8-b2fb-08fa23d662dd None None] Network e984ed39-af7c-4a75-8ce3-1c515ff223dc is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:50:07.940222 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-6e0dbc1d-a3e2-42a8-b2fb-08fa23d662dd None None] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:50:07.942460 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0dbc1d-a3e2-42a8-b2fb-08fa23d662dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:50:07.942808 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0dbc1d-a3e2-42a8-b2fb-08fa23d662dd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:50:07.943172 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0dbc1d-a3e2-42a8-b2fb-08fa23d662dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:50:07.943533 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0dbc1d-a3e2-42a8-b2fb-08fa23d662dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:50:07.943897 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0dbc1d-a3e2-42a8-b2fb-08fa23d662dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:50:07.944228 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0dbc1d-a3e2-42a8-b2fb-08fa23d662dd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:50:07.944621 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0dbc1d-a3e2-42a8-b2fb-08fa23d662dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:50:07.944952 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0dbc1d-a3e2-42a8-b2fb-08fa23d662dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:50:07.945275 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0dbc1d-a3e2-42a8-b2fb-08fa23d662dd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:50:07.945684 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0dbc1d-a3e2-42a8-b2fb-08fa23d662dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:50:07.946013 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0dbc1d-a3e2-42a8-b2fb-08fa23d662dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:50:07.946349 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0dbc1d-a3e2-42a8-b2fb-08fa23d662dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:50:07.946674 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0dbc1d-a3e2-42a8-b2fb-08fa23d662dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:50:07.946996 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0dbc1d-a3e2-42a8-b2fb-08fa23d662dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:50:07.947315 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0dbc1d-a3e2-42a8-b2fb-08fa23d662dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:50:07.950185 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0dbc1d-a3e2-42a8-b2fb-08fa23d662dd None None] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 13:50:08.007865 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-6e0dbc1d-a3e2-42a8-b2fb-08fa23d662dd None None] Attempting to bind port bc3ecd62-6cdd-4cb9-b9e0-81b08f08a229 on host dv-cinder-842129-1-iscsi for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 13:50:08.008237 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-6e0dbc1d-a3e2-42a8-b2fb-08fa23d662dd None None] Attempting to bind port bc3ecd62-6cdd-4cb9-b9e0-81b08f08a229 by drivers openvswitch,hyperv on host dv-cinder-842129-1-iscsi at level 0 using segments [{'id': 'eb958b33-b4c0-4542-b6fc-03626f74b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e984ed39-af7c-4a75-8ce3-1c515ff223dc'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 13:50:08.008603 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0dbc1d-a3e2-42a8-b2fb-08fa23d662dd None None] Attempting to bind port bc3ecd62-6cdd-4cb9-b9e0-81b08f08a229 on network e984ed39-af7c-4a75-8ce3-1c515ff223dc {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:50:08.013797 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0dbc1d-a3e2-42a8-b2fb-08fa23d662dd None None] Checking agent: {'id': 'ec10bf60-b5fa-4c85-822a-958a8882b62f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 47), 'started_at': datetime.datetime(2022, 5, 24, 13, 47, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 13:50:08.014167 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0dbc1d-a3e2-42a8-b2fb-08fa23d662dd None None] Checking segment: {'id': 'eb958b33-b4c0-4542-b6fc-03626f74b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e984ed39-af7c-4a75-8ce3-1c515ff223dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:50:08.014563 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6e0dbc1d-a3e2-42a8-b2fb-08fa23d662dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:50:08.014949 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0dbc1d-a3e2-42a8-b2fb-08fa23d662dd None None] Bound using segment: {'id': 'eb958b33-b4c0-4542-b6fc-03626f74b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e984ed39-af7c-4a75-8ce3-1c515ff223dc'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 13:50:08.015415 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-6e0dbc1d-a3e2-42a8-b2fb-08fa23d662dd None None] Bound port: bc3ecd62-6cdd-4cb9-b9e0-81b08f08a229, host: dv-cinder-842129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb958b33-b4c0-4542-b6fc-03626f74b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e984ed39-af7c-4a75-8ce3-1c515ff223dc'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 13:50:08.015796 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6e0dbc1d-a3e2-42a8-b2fb-08fa23d662dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (bc3ecd62-6cdd-4cb9-b9e0-81b08f08a229), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:50:08.079524 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-6e0dbc1d-a3e2-42a8-b2fb-08fa23d662dd None None] For port bc3ecd62-6cdd-4cb9-b9e0-81b08f08a229, host dv-cinder-842129-1-iscsi, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 13:50:08.083114 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-6e0dbc1d-a3e2-42a8-b2fb-08fa23d662dd None None] For port bc3ecd62-6cdd-4cb9-b9e0-81b08f08a229, host dv-cinder-842129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=bc3ecd62-6cdd-4cb9-b9e0-81b08f08a229,segment=NetworkSegment(eb958b33-b4c0-4542-b6fc-03626f74b325),segment_id=eb958b33-b4c0-4542-b6fc-03626f74b325)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 13:50:08.089339 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6e0dbc1d-a3e2-42a8-b2fb-08fa23d662dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (bc3ecd62-6cdd-4cb9-b9e0-81b08f08a229), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:50:08.146017 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0dbc1d-a3e2-42a8-b2fb-08fa23d662dd None None] Pushing event updated for resources: {'Port': ['ID=bc3ecd62-6cdd-4cb9-b9e0-81b08f08a229,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:50:09.043613 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0531737-e6b1-441e-a5c9-77baa9a178ba None None] Network e984ed39-af7c-4a75-8ce3-1c515ff223dc requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 13:50:09.114339 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ebd17f52-d4e3-44de-b6ae-a05b84f32235 None None] Provisioning complete for port bc3ecd62-6cdd-4cb9-b9e0-81b08f08a229 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:50:09.114729 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ebd17f52-d4e3-44de-b6ae-a05b84f32235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (bc3ecd62-6cdd-4cb9-b9e0-81b08f08a229), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:50:09.222503 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device bc3ecd62-6cdd-4cb9-b9e0-81b08f08a229 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:50:09.268251 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ebd17f52-d4e3-44de-b6ae-a05b84f32235 None None] Current status of the port bc3ecd62-6cdd-4cb9-b9e0-81b08f08a229 is: DOWN; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:50:09.268637 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ebd17f52-d4e3-44de-b6ae-a05b84f32235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (bc3ecd62-6cdd-4cb9-b9e0-81b08f08a229), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:50:09.273648 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=89,neutron:UPDATE=9,neutron:INSERT=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:50:09.317942 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port bc3ecd62-6cdd-4cb9-b9e0-81b08f08a229 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:50:09.318325 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (bc3ecd62-6cdd-4cb9-b9e0-81b08f08a229), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:50:09.322331 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-ebd17f52-d4e3-44de-b6ae-a05b84f32235 None None] For port bc3ecd62-6cdd-4cb9-b9e0-81b08f08a229, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=bc3ecd62-6cdd-4cb9-b9e0-81b08f08a229,segment=NetworkSegment(eb958b33-b4c0-4542-b6fc-03626f74b325),segment_id=eb958b33-b4c0-4542-b6fc-03626f74b325)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:50:09.360520 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ebd17f52-d4e3-44de-b6ae-a05b84f32235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (bc3ecd62-6cdd-4cb9-b9e0-81b08f08a229), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:50:09.450808 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd17f52-d4e3-44de-b6ae-a05b84f32235 None None] Pushing event updated for resources: {'Port': ['ID=bc3ecd62-6cdd-4cb9-b9e0-81b08f08a229,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:50:09.497455 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port bc3ecd62-6cdd-4cb9-b9e0-81b08f08a229 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:50:09.580158 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-f73e2148-ee51-4f39-94a2-1a011467bf96 None None] Provisioning complete for port bc3ecd62-6cdd-4cb9-b9e0-81b08f08a229 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:50:09.580535 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f73e2148-ee51-4f39-94a2-1a011467bf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (bc3ecd62-6cdd-4cb9-b9e0-81b08f08a229), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:50:09.621400 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:50:09.626773 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:50:09.660956 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-f73e2148-ee51-4f39-94a2-1a011467bf96 None None] Current status of the port bc3ecd62-6cdd-4cb9-b9e0-81b08f08a229 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:50:11.175549 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device bc3ecd62-6cdd-4cb9-b9e0-81b08f08a229 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:50:11.219939 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port bc3ecd62-6cdd-4cb9-b9e0-81b08f08a229 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:50:11.220319 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (bc3ecd62-6cdd-4cb9-b9e0-81b08f08a229), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:50:11.296958 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port bc3ecd62-6cdd-4cb9-b9e0-81b08f08a229 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:50:15.365098 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=3 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:50:17.387417 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:50:17.388189 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=76,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:50:21.287495 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=31 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:50:21.291947 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=12 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:50:21.295341 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=13 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:50:23.777427 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-65dab14f-0fb3-4fbd-8716-c74ef288eada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:50:26.104244 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-23fdfa4b-3e8d-425e-8985-a665931645b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:50:27.335018 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:50:28.481432 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:50:30.353939 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:50:40.342495 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:50:40.346939 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:50:40.348952 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:50:42.369582 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 5 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 13:50:53.779549 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-babbfb82-189d-45c4-bae8-a3ffb3db919d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:50:56.107278 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-36c19dbb-e7b8-4d1c-8b5d-167258e2f0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:50:57.339190 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:50:58.486052 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:50:59.362183 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=5 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:50:59.382043 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:51:00.358340 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:51:10.346620 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:51:10.347489 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:51:10.355020 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:51:19.369137 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 5 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 13:51:23.782851 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5d542300-5aa0-4419-8919-6c87916d0405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:51:26.110291 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0a32451d-27bb-4396-9891-cabfeffc4e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:51:27.343363 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:51:28.487077 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:51:29.365390 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=5 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:51:29.367479 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=3 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:51:30.360864 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:51:38.482020 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:51:40.354948 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:51:40.356871 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:51:48.384596 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 60832) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:51:48.390162 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [None req-ad09a1bf-f1d5-4211-be91-5137bbe94fd5 tempest-verify_tempest_config-1113060260 tempest-verify_tempest_config-1113060260-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103807) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 24 13:51:48.391135 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-ad09a1bf-f1d5-4211-be91-5137bbe94fd5 tempest-verify_tempest_config-1113060260 tempest-verify_tempest_config-1113060260-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0055819 May 24 13:51:48.686459 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 60850) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:51:48.791635 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1a4bef1c-af37-4828-88e7-1817a7e4e521 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:51:48.867235 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1a4bef1c-af37-4828-88e7-1817a7e4e521 admin admin] Publish callbacks [] for security_group (7610b7b0-81a2-4755-a5e5-1a20ea70ea9f), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:51:48.871884 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1a4bef1c-af37-4828-88e7-1817a7e4e521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (7610b7b0-81a2-4755-a5e5-1a20ea70ea9f), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:51:48.920031 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-1a4bef1c-af37-4828-88e7-1817a7e4e521 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b56098f3defb49c28ced46944a5edb12&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2325358 May 24 13:51:48.921307 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4bef1c-af37-4828-88e7-1817a7e4e521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7610b7b0-81a2-4755-a5e5-1a20ea70ea9f,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:51:48.922931 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 60854) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:51:48.928875 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4bef1c-af37-4828-88e7-1817a7e4e521 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:51:48.929221 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4bef1c-af37-4828-88e7-1817a7e4e521 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:51:48.929576 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4bef1c-af37-4828-88e7-1817a7e4e521 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:51:48.929917 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4bef1c-af37-4828-88e7-1817a7e4e521 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:51:48.930247 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4bef1c-af37-4828-88e7-1817a7e4e521 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:51:48.930572 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4bef1c-af37-4828-88e7-1817a7e4e521 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:51:48.930892 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4bef1c-af37-4828-88e7-1817a7e4e521 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:51:48.931216 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4bef1c-af37-4828-88e7-1817a7e4e521 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:51:48.931552 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4bef1c-af37-4828-88e7-1817a7e4e521 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:51:48.931909 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4bef1c-af37-4828-88e7-1817a7e4e521 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:51:48.932264 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4bef1c-af37-4828-88e7-1817a7e4e521 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:51:48.932586 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4bef1c-af37-4828-88e7-1817a7e4e521 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:51:48.932964 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4bef1c-af37-4828-88e7-1817a7e4e521 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:51:48.933288 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4bef1c-af37-4828-88e7-1817a7e4e521 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:51:48.933603 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4bef1c-af37-4828-88e7-1817a7e4e521 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:51:49.003521 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7efa32e8-1e86-4594-aeeb-c4929a554353 admin admin] Publish callbacks [] for security_group (7610b7b0-81a2-4755-a5e5-1a20ea70ea9f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:51:49.024638 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7efa32e8-1e86-4594-aeeb-c4929a554353 admin admin] Publish callbacks [] for security_group (7610b7b0-81a2-4755-a5e5-1a20ea70ea9f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:51:49.118135 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7efa32e8-1e86-4594-aeeb-c4929a554353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (7610b7b0-81a2-4755-a5e5-1a20ea70ea9f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:51:49.120691 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7efa32e8-1e86-4594-aeeb-c4929a554353 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:51:49.121883 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-7efa32e8-1e86-4594-aeeb-c4929a554353 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7610b7b0-81a2-4755-a5e5-1a20ea70ea9f HTTP/1.1" status: 204 len: 168 time: 0.1978707 May 24 13:51:49.130032 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa32e8-1e86-4594-aeeb-c4929a554353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7610b7b0-81a2-4755-a5e5-1a20ea70ea9f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:51:49.137575 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efa32e8-1e86-4594-aeeb-c4929a554353 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:51:49.137923 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efa32e8-1e86-4594-aeeb-c4929a554353 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:51:49.138308 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efa32e8-1e86-4594-aeeb-c4929a554353 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:51:49.138680 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efa32e8-1e86-4594-aeeb-c4929a554353 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:51:49.139013 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efa32e8-1e86-4594-aeeb-c4929a554353 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:51:49.139340 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efa32e8-1e86-4594-aeeb-c4929a554353 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:51:49.139663 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efa32e8-1e86-4594-aeeb-c4929a554353 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:51:49.140034 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efa32e8-1e86-4594-aeeb-c4929a554353 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:51:49.140378 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efa32e8-1e86-4594-aeeb-c4929a554353 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:51:49.140705 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efa32e8-1e86-4594-aeeb-c4929a554353 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:51:49.141042 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efa32e8-1e86-4594-aeeb-c4929a554353 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:51:49.141379 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efa32e8-1e86-4594-aeeb-c4929a554353 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:51:49.141701 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efa32e8-1e86-4594-aeeb-c4929a554353 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:51:49.142017 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efa32e8-1e86-4594-aeeb-c4929a554353 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:51:49.142332 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efa32e8-1e86-4594-aeeb-c4929a554353 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:51:53.788164 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3e518c8e-d6ac-4428-878d-524e9bd4b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:51:56.113558 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fb03e888-ea0b-4360-8c09-87c98a774f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:51:56.368708 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 5 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 13:51:57.347263 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:51:57.385843 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=20 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:51:58.491324 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:51:58.918115 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=15,neutron:INSERT=9 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:51:58.924330 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=24,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:51:59.067942 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:51:59.134045 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:52:00.363842 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:52:06.364511 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=14 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:52:10.354118 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:52:10.357388 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:52:10.359231 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:52:23.780264 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-133c3647-c42e-491d-93ec-63dd7b16fd56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:52:26.114978 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-75180ca6-c9ef-41c0-b586-2687d8d8be81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:52:27.349185 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:52:28.600067 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:52:30.367139 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:52:33.367184 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 5 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 13:52:34.381067 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=5 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:52:40.355642 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:52:40.359918 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:52:40.361898 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:52:52.362604 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:52:52.363381 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:52:53.781191 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e7bc9b7c-9557-4114-ac1c-36f5ca51cdc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:52:56.117059 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c4e34f09-dbc6-474a-a344-4d5f8b0d1241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:52:57.351041 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:52:58.494696 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:53:00.372827 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:53:08.489424 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=8 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:53:10.361701 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:UPDATE=2,neutron:SELECT=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:53:10.366168 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 5 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 13:53:10.368349 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:53:11.388284 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=4 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:53:20.362105 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=4 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:53:23.786959 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7bdb7492-c788-41ad-9f26-a93d6d6eb163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:53:26.118628 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc8e782f-5cb3-41cb-ae89-0ab7a869c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:53:27.353597 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:53:28.499482 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:53:30.365957 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:53:34.968368 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532483'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:53:40.359376 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:53:44.961282 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:53:44.964139 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:53:47.366148 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 13:53:48.346442 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 60932) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:53:48.450038 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-a7fd284c-883d-486b-bc45-a38ffefa24ee admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1024799 May 24 13:53:50.709891 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 60942) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:53:50.764615 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-e7246732-f70b-493e-9dce-89934e96747a admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0536041 May 24 13:53:53.636855 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=19 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:53:53.788292 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-91c51dc7-2efc-4926-bd5a-bfb265f95d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:53:56.120865 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-52321c34-8792-4d34-adf2-960d2eb09346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:53:57.356525 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:53:57.362668 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=15 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:53:58.445498 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:53:58.499841 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:54:00.368567 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:54:00.760054 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:54:04.973543 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:54:14.962899 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:54:14.965997 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:54:14.968095 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:54:23.790112 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e3c943c8-96ef-4a02-81e2-5e57d4ca815d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:54:24.366276 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 13:54:26.122214 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ffff72d2-82a2-40c3-882a-bcc6911dc426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:54:27.361670 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:54:28.503182 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:54:30.370719 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:54:34.361900 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=3 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:54:34.362630 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=5 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:54:34.987801 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:54:44.976288 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:54:44.981454 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:54:44.982797 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:54:52.368071 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:54:52.368908 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:DELETE=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:54:53.792433 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-59114ccb-2526-458a-9395-33480225c788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:54:56.125488 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7d2223eb-ea7f-4e1d-ab40-70216c010014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:54:57.361367 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:54:58.508054 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:00.378101 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:01.366056 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 13:55:05.003002 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:11.362295 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=4 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:11.363477 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=4 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:14.991213 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:14.994447 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:14.997008 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:23.797319 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a7a9e7d4-6f2c-45de-be35-43831812c1aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:26.136896 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6aba2e23-6609-4036-98ac-bc93ac8d08e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:27.376569 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:28.518208 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:30.373839 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:30.721622 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 32880) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:30.751622 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 32886) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:31.026141 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-640cf3a2-f817-44c9-9ebe-e0665fd2ebbb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2082356560-network', 'tenant_id': '54ee7d13408645e6b6517f541fe45670'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:55:31.052687 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-37776a65-804a-47ee-9080-1da9bc6e8af6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-629321801-network', 'tenant_id': '469bcf4beb3041559397e70538a7ea12'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:55:31.066258 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640cf3a2-f817-44c9-9ebe-e0665fd2ebbb admin admin] Made reservation on behalf of 54ee7d13408645e6b6517f541fe45670 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:55:31.069210 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-640cf3a2-f817-44c9-9ebe-e0665fd2ebbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:31.088113 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-640cf3a2-f817-44c9-9ebe-e0665fd2ebbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:31.091301 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 32918) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:31.102424 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37776a65-804a-47ee-9080-1da9bc6e8af6 admin admin] Made reservation on behalf of 469bcf4beb3041559397e70538a7ea12 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:55:31.106002 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-37776a65-804a-47ee-9080-1da9bc6e8af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:31.122174 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-37776a65-804a-47ee-9080-1da9bc6e8af6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:31.270350 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-640cf3a2-f817-44c9-9ebe-e0665fd2ebbb admin admin] Publish callbacks [] for security_group (f27bc556-51f8-4e97-ba35-8016d57646e0), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:31.281355 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-640cf3a2-f817-44c9-9ebe-e0665fd2ebbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (f27bc556-51f8-4e97-ba35-8016d57646e0), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:31.368426 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-37776a65-804a-47ee-9080-1da9bc6e8af6 admin admin] Publish callbacks [] for security_group (d5e6359b-87e5-41d5-a263-ef1e6639e6f6), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:31.380002 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-37776a65-804a-47ee-9080-1da9bc6e8af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (d5e6359b-87e5-41d5-a263-ef1e6639e6f6), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:31.388772 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-640cf3a2-f817-44c9-9ebe-e0665fd2ebbb admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 13:55:31.416397 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-640cf3a2-f817-44c9-9ebe-e0665fd2ebbb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727739285854', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291'] for segment (8721b458-6608-4734-825c-3715bb701c43), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:31.416908 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.db.segments_db [None req-640cf3a2-f817-44c9-9ebe-e0665fd2ebbb admin admin] Added segment 8721b458-6608-4734-825c-3715bb701c43 of type vlan for network c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 May 24 13:55:31.423859 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640cf3a2-f817-44c9-9ebe-e0665fd2ebbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27bc556-51f8-4e97-ba35-8016d57646e0,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:31.428608 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-75ff3b54-ed8c-44eb-a947-f749cb70a9da admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2059950791-network', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:55:31.434021 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37776a65-804a-47ee-9080-1da9bc6e8af6 admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 13:55:31.448268 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640cf3a2-f817-44c9-9ebe-e0665fd2ebbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:31.449516 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640cf3a2-f817-44c9-9ebe-e0665fd2ebbb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:31.449856 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640cf3a2-f817-44c9-9ebe-e0665fd2ebbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:31.450524 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640cf3a2-f817-44c9-9ebe-e0665fd2ebbb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:31.450905 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640cf3a2-f817-44c9-9ebe-e0665fd2ebbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:31.451238 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640cf3a2-f817-44c9-9ebe-e0665fd2ebbb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:31.451596 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640cf3a2-f817-44c9-9ebe-e0665fd2ebbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:31.452291 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640cf3a2-f817-44c9-9ebe-e0665fd2ebbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:31.452771 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640cf3a2-f817-44c9-9ebe-e0665fd2ebbb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:31.453245 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640cf3a2-f817-44c9-9ebe-e0665fd2ebbb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:31.453365 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ff3b54-ed8c-44eb-a947-f749cb70a9da admin admin] Made reservation on behalf of 3db44af3db3441b7a0c5eb524eb35806 for: {'network': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:55:31.453853 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640cf3a2-f817-44c9-9ebe-e0665fd2ebbb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:31.454382 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640cf3a2-f817-44c9-9ebe-e0665fd2ebbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:31.454934 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640cf3a2-f817-44c9-9ebe-e0665fd2ebbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:31.455470 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640cf3a2-f817-44c9-9ebe-e0665fd2ebbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:31.456192 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640cf3a2-f817-44c9-9ebe-e0665fd2ebbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:31.456825 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-75ff3b54-ed8c-44eb-a947-f749cb70a9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for network (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640cf3a2-f817-44c9-9ebe-e0665fd2ebbb admin admin] Tracked resource versions report: May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: pushed versions: May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: { 'AddressGroup': {'1.2'}, May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: 'Agent': {'1.1'}, May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: 'ConntrackHelper': {'1.0'}, May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: 'LocalIPAssociation': {'1.0'}, May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: 'Log': {'1.0'}, May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: 'NDPProxy': {'1.0'}, May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: 'Network': {'1.1'}, May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: 'Port': {'1.7'}, May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: 'PortForwarding': {'1.3'}, May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: 'QosPolicy': {'1.10'}, May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: 'SecurityGroup': {'1.5'}, May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: 'SecurityGroupRule': {'1.2'}, May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: 'SubPort': {'1.0'}, May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: 'Subnet': {'1.1'}, May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: 'Trunk': {'1.1'}} May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: consumer versions: May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: { DHCP agent@dv-cinder-842129-1-iscsi: {}, May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: HyperV agent@hv-cinder-84212: {}, May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: L3 agent@dv-cinder-842129-1-iscsi: {}, May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: Metadata agent@dv-cinder-842129-1-iscsi: {}, May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: Metering agent@dv-cinder-842129-1-iscsi: {}, May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: Open vSwitch agent@dv-cinder-842129-1-iscsi: { 'AddressGroup': '1.2', May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: 'Agent': '1.1', May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: 'ConntrackHelper': '1.0', May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: 'LocalIPAssociation': '1.0', May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: 'Log': '1.0', May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: 'NDPProxy': '1.0', May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: 'Network': '1.1', May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: 'Port': '1.7', May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: 'PortForwarding': '1.3', May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: 'QosPolicy': '1.10', May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: 'SecurityGroup': '1.5', May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: 'SecurityGroupRule': '1.2', May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: 'SubPort': '1.0', May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: 'Subnet': '1.1', May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: 'Trunk': '1.1'}} May 24 13:55:31.457489 dv-cinder-842129-1-iscsi neutron-server[103808]: {{(pid=103808) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 24 13:55:31.470520 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-75ff3b54-ed8c-44eb-a947-f749cb70a9da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:31.488046 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-37776a65-804a-47ee-9080-1da9bc6e8af6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727739285854', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291'] for segment (be46062f-bf57-4bae-99b1-d9b187034dca), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:31.488456 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.db.segments_db [None req-37776a65-804a-47ee-9080-1da9bc6e8af6 admin admin] Added segment be46062f-bf57-4bae-99b1-d9b187034dca of type vlan for network 65749181-7f65-4f7b-8fe7-30750c6b382d May 24 13:55:31.542636 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-640cf3a2-f817-44c9-9ebe-e0665fd2ebbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727738798156'] for network (c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:31.574139 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-75ff3b54-ed8c-44eb-a947-f749cb70a9da admin admin] Publish callbacks [] for security_group (91573138-488b-4afb-b7cd-1d073d293835), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:31.581501 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-75ff3b54-ed8c-44eb-a947-f749cb70a9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (91573138-488b-4afb-b7cd-1d073d293835), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:31.591997 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-37776a65-804a-47ee-9080-1da9bc6e8af6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727738798156'] for network (65749181-7f65-4f7b-8fe7-30750c6b382d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:31.595726 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37776a65-804a-47ee-9080-1da9bc6e8af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e6359b-87e5-41d5-a263-ef1e6639e6f6,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:31.623056 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ff3b54-ed8c-44eb-a947-f749cb70a9da admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=103807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 13:55:31.633466 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-640cf3a2-f817-44c9-9ebe-e0665fd2ebbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028'] for network (c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:31.634727 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640cf3a2-f817-44c9-9ebe-e0665fd2ebbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:55:31.635180 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-640cf3a2-f817-44c9-9ebe-e0665fd2ebbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:31.635655 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-75ff3b54-ed8c-44eb-a947-f749cb70a9da admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727739285854', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291'] for segment (73f4eb4c-d3e0-4414-9a39-779107de724b), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:31.636638 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.db.segments_db [None req-75ff3b54-ed8c-44eb-a947-f749cb70a9da admin admin] Added segment 73f4eb4c-d3e0-4414-9a39-779107de724b of type vlan for network 2e5782d9-5791-4763-85b4-bfd8289d9060 May 24 13:55:31.648000 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff3b54-ed8c-44eb-a947-f749cb70a9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91573138-488b-4afb-b7cd-1d073d293835,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:31.652941 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-37776a65-804a-47ee-9080-1da9bc6e8af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028'] for network (65749181-7f65-4f7b-8fe7-30750c6b382d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:31.654007 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37776a65-804a-47ee-9080-1da9bc6e8af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:55:31.654569 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-37776a65-804a-47ee-9080-1da9bc6e8af6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:31.699901 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-75ff3b54-ed8c-44eb-a947-f749cb70a9da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727738798156'] for network (2e5782d9-5791-4763-85b4-bfd8289d9060), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:31.713095 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ff3b54-ed8c-44eb-a947-f749cb70a9da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:31.713511 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ff3b54-ed8c-44eb-a947-f749cb70a9da admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:31.713765 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ff3b54-ed8c-44eb-a947-f749cb70a9da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:31.714967 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ff3b54-ed8c-44eb-a947-f749cb70a9da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:31.715735 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ff3b54-ed8c-44eb-a947-f749cb70a9da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:31.716255 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ff3b54-ed8c-44eb-a947-f749cb70a9da admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:31.716899 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ff3b54-ed8c-44eb-a947-f749cb70a9da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:31.717378 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ff3b54-ed8c-44eb-a947-f749cb70a9da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:31.717856 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ff3b54-ed8c-44eb-a947-f749cb70a9da admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:31.718348 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ff3b54-ed8c-44eb-a947-f749cb70a9da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:31.718677 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ff3b54-ed8c-44eb-a947-f749cb70a9da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:31.718997 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ff3b54-ed8c-44eb-a947-f749cb70a9da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:31.719315 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ff3b54-ed8c-44eb-a947-f749cb70a9da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:31.719628 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ff3b54-ed8c-44eb-a947-f749cb70a9da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:31.719965 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ff3b54-ed8c-44eb-a947-f749cb70a9da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ff3b54-ed8c-44eb-a947-f749cb70a9da admin admin] Tracked resource versions report: May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: pushed versions: May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: { 'AddressGroup': {'1.2'}, May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: 'Agent': {'1.1'}, May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: 'ConntrackHelper': {'1.0'}, May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: 'LocalIPAssociation': {'1.0'}, May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: 'Log': {'1.0'}, May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: 'NDPProxy': {'1.0'}, May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: 'Network': {'1.1'}, May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: 'Port': {'1.7'}, May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: 'PortForwarding': {'1.3'}, May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: 'QosPolicy': {'1.10'}, May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: 'SecurityGroup': {'1.5'}, May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: 'SecurityGroupRule': {'1.2'}, May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: 'SubPort': {'1.0'}, May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: 'Subnet': {'1.1'}, May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: 'Trunk': {'1.1'}} May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: consumer versions: May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: { DHCP agent@dv-cinder-842129-1-iscsi: {}, May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: HyperV agent@hv-cinder-84212: {}, May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: L3 agent@dv-cinder-842129-1-iscsi: {}, May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: Metadata agent@dv-cinder-842129-1-iscsi: {}, May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: Metering agent@dv-cinder-842129-1-iscsi: {}, May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: Open vSwitch agent@dv-cinder-842129-1-iscsi: { 'AddressGroup': '1.2', May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: 'Agent': '1.1', May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: 'ConntrackHelper': '1.0', May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: 'LocalIPAssociation': '1.0', May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: 'Log': '1.0', May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: 'NDPProxy': '1.0', May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: 'Network': '1.1', May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: 'Port': '1.7', May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: 'PortForwarding': '1.3', May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: 'QosPolicy': '1.10', May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: 'SecurityGroup': '1.5', May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: 'SecurityGroupRule': '1.2', May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: 'SubPort': '1.0', May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: 'Subnet': '1.1', May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: 'Trunk': '1.1'}} May 24 13:55:31.721103 dv-cinder-842129-1-iscsi neutron-server[103807]: {{(pid=103807) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 24 13:55:31.731589 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 32940) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:31.750325 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-75ff3b54-ed8c-44eb-a947-f749cb70a9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028'] for network (2e5782d9-5791-4763-85b4-bfd8289d9060), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:31.751858 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ff3b54-ed8c-44eb-a947-f749cb70a9da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:55:31.752417 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-75ff3b54-ed8c-44eb-a947-f749cb70a9da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:31.756752 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640cf3a2-f817-44c9-9ebe-e0665fd2ebbb admin admin] Pushing event updated for resources: {'Network': ['ID=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:31.767502 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-640cf3a2-f817-44c9-9ebe-e0665fd2ebbb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.0440874 May 24 13:55:31.769000 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 32944) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:31.770272 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Network c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 details requested by agent ovs-agent-dv-cinder-842129-1-iscsi with host dv-cinder-842129-1-iscsi {{(pid=103809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 13:55:31.826664 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-37776a65-804a-47ee-9080-1da9bc6e8af6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.0732806 May 24 13:55:31.828643 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:31.829832 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 32948) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:31.831981 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37776a65-804a-47ee-9080-1da9bc6e8af6 admin admin] Pushing event updated for resources: {'Network': ['ID=65749181-7f65-4f7b-8fe7-30750c6b382d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:31.837929 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-51ccf421-0424-43e0-bf7f-7e920d72d9bb admin admin] Request body: {'subnet': {'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2082356560-subnet', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:55:31.847089 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-780e4b14-0357-4c96-a705-d462cbfe99bf admin admin] Request body: {'subnet': {'network_id': '65749181-7f65-4f7b-8fe7-30750c6b382d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-629321801-subnet', 'tenant_id': '469bcf4beb3041559397e70538a7ea12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:55:31.865827 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=71,neutron:INSERT=20,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:31.873477 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780e4b14-0357-4c96-a705-d462cbfe99bf admin admin] Made reservation on behalf of 469bcf4beb3041559397e70538a7ea12 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:55:31.876654 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-780e4b14-0357-4c96-a705-d462cbfe99bf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:31.910990 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Network 65749181-7f65-4f7b-8fe7-30750c6b382d details requested by agent ovs-agent-dv-cinder-842129-1-iscsi with host dv-cinder-842129-1-iscsi {{(pid=103809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 13:55:31.918603 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff3b54-ed8c-44eb-a947-f749cb70a9da admin admin] Pushing event updated for resources: {'Network': ['ID=2e5782d9-5791-4763-85b4-bfd8289d9060,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:31.930207 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-75ff3b54-ed8c-44eb-a947-f749cb70a9da admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.8378158 May 24 13:55:31.930848 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 32954) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:31.937265 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-b645dd78-3e69-4712-aafb-a60f84c90481 admin admin] Request body: {'subnet': {'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2059950791-subnet', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:55:31.963877 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b645dd78-3e69-4712-aafb-a60f84c90481 admin admin] Made reservation on behalf of 3db44af3db3441b7a0c5eb524eb35806 for: {'subnet': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:55:31.967004 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b645dd78-3e69-4712-aafb-a60f84c90481 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:32.005682 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Network 2e5782d9-5791-4763-85b4-bfd8289d9060 details requested by agent ovs-agent-dv-cinder-842129-1-iscsi with host dv-cinder-842129-1-iscsi {{(pid=103809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 13:55:32.044677 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ccf421-0424-43e0-bf7f-7e920d72d9bb admin admin] Made reservation on behalf of 54ee7d13408645e6b6517f541fe45670 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:55:32.048293 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-51ccf421-0424-43e0-bf7f-7e920d72d9bb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:32.171282 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:32.176875 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b645dd78-3e69-4712-aafb-a60f84c90481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028'] for subnet (3fb85256-d55e-4eee-985a-4e3dd416d342), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:32.227581 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-780e4b14-0357-4c96-a705-d462cbfe99bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028'] for subnet (ae1b538c-8a21-46b8-a9bc-9dcafc04136f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:32.243566 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645dd78-3e69-4712-aafb-a60f84c90481 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fb85256-d55e-4eee-985a-4e3dd416d342,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:32.256505 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-eb7bedb1-ede5-4182-ba2f-1bdb0369427f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1250447273-network', 'tenant_id': '7eda19672b7c450d8c3b6df5aa3abe21'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:55:32.302467 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b645dd78-3e69-4712-aafb-a60f84c90481 admin admin] Checking segment: {'id': '73f4eb4c-d3e0-4414-9a39-779107de724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:55:32.303056 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b645dd78-3e69-4712-aafb-a60f84c90481 admin admin] Network hostable DHCP agents. Network: 2e5782d9-5791-4763-85b4-bfd8289d9060, hostable agents: ['abc51175-8e70-4fa5-9c56-ea38a91f7e2e'], hosted agents: [] {{(pid=103807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 13:55:32.308520 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e4b14-0357-4c96-a705-d462cbfe99bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae1b538c-8a21-46b8-a9bc-9dcafc04136f,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:32.309463 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7bedb1-ede5-4182-ba2f-1bdb0369427f admin admin] Made reservation on behalf of 7eda19672b7c450d8c3b6df5aa3abe21 for: {'network': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:55:32.327535 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-eb7bedb1-ede5-4182-ba2f-1bdb0369427f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for network (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:32.354957 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780e4b14-0357-4c96-a705-d462cbfe99bf admin admin] Checking segment: {'id': 'be46062f-bf57-4bae-99b1-d9b187034dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '65749181-7f65-4f7b-8fe7-30750c6b382d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:55:32.355581 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780e4b14-0357-4c96-a705-d462cbfe99bf admin admin] Network hostable DHCP agents. Network: 65749181-7f65-4f7b-8fe7-30750c6b382d, hostable agents: ['abc51175-8e70-4fa5-9c56-ea38a91f7e2e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 13:55:32.364510 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-eb7bedb1-ede5-4182-ba2f-1bdb0369427f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:32.396293 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b645dd78-3e69-4712-aafb-a60f84c90481 admin admin] Network 2e5782d9-5791-4763-85b4-bfd8289d9060 is scheduled to be hosted by DHCP agent abc51175-8e70-4fa5-9c56-ea38a91f7e2e with binding_index 1 {{(pid=103807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 13:55:32.414679 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780e4b14-0357-4c96-a705-d462cbfe99bf admin admin] Network 65749181-7f65-4f7b-8fe7-30750c6b382d is scheduled to be hosted by DHCP agent abc51175-8e70-4fa5-9c56-ea38a91f7e2e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 13:55:32.424814 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-b645dd78-3e69-4712-aafb-a60f84c90481 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842129-1-iscsi, 2e5782d9-5791-4763-85b4-bfd8289d9060) {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:55:32.433487 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:32.438249 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04229288-59f9-4e37-b4fd-d8e990eba09a None None] Network 2e5782d9-5791-4763-85b4-bfd8289d9060 requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 13:55:32.444408 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b645dd78-3e69-4712-aafb-a60f84c90481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:55:32.445520 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b645dd78-3e69-4712-aafb-a60f84c90481 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for subnet (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:32.474149 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 32964) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:32.475506 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-b645dd78-3e69-4712-aafb-a60f84c90481 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5435321 May 24 13:55:32.508487 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-ff9c025e-2aff-4965-b43c-32993a38a770 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2059950791-router', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:55:32.518900 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-780e4b14-0357-4c96-a705-d462cbfe99bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842129-1-iscsi, 65749181-7f65-4f7b-8fe7-30750c6b382d) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:55:32.546533 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-eb7bedb1-ede5-4182-ba2f-1bdb0369427f admin admin] Publish callbacks [] for security_group (c1f5fa2a-1020-4b50-b932-0c72b5003fc3), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:32.551565 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780e4b14-0357-4c96-a705-d462cbfe99bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:55:32.552209 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-780e4b14-0357-4c96-a705-d462cbfe99bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:32.554604 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-eb7bedb1-ede5-4182-ba2f-1bdb0369427f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (c1f5fa2a-1020-4b50-b932-0c72b5003fc3), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:32.573785 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb7bedb1-ede5-4182-ba2f-1bdb0369427f admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=103807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 13:55:32.590061 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-eb7bedb1-ede5-4182-ba2f-1bdb0369427f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727739285854', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291'] for segment (eab282a0-3ed6-4a19-be3e-fa0feacdf7c1), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:32.591379 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.db.segments_db [None req-eb7bedb1-ede5-4182-ba2f-1bdb0369427f admin admin] Added segment eab282a0-3ed6-4a19-be3e-fa0feacdf7c1 of type vlan for network 71d74c96-f75e-4acf-82ae-699e3332071f May 24 13:55:32.595903 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-51ccf421-0424-43e0-bf7f-7e920d72d9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028'] for subnet (899ca591-3ba0-4148-9660-6941aa8cd299), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:32.604607 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f635e423-af6a-4765-bcc2-afabfc0956fe None None] Network 65749181-7f65-4f7b-8fe7-30750c6b382d requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 13:55:32.631486 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-780e4b14-0357-4c96-a705-d462cbfe99bf admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8007009 May 24 13:55:32.653104 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff9c025e-2aff-4965-b43c-32993a38a770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4476'] for router (ad81732b-36f1-4d60-94a0-5ff4de888569), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:32.654155 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff9c025e-2aff-4965-b43c-32993a38a770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1021525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4357'] for router (ad81732b-36f1-4d60-94a0-5ff4de888569), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:32.661059 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-eb7bedb1-ede5-4182-ba2f-1bdb0369427f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727738798156'] for network (71d74c96-f75e-4acf-82ae-699e3332071f), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:32.679235 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:32.723038 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ccf421-0424-43e0-bf7f-7e920d72d9bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=899ca591-3ba0-4148-9660-6941aa8cd299,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:32.729396 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ccf421-0424-43e0-bf7f-7e920d72d9bb admin admin] Checking segment: {'id': '8721b458-6608-4734-825c-3715bb701c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:55:32.729814 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ccf421-0424-43e0-bf7f-7e920d72d9bb admin admin] Network hostable DHCP agents. Network: c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9, hostable agents: ['abc51175-8e70-4fa5-9c56-ea38a91f7e2e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 13:55:32.759273 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff9c025e-2aff-4965-b43c-32993a38a770 admin admin] Publish callbacks [] for router_controller (ad81732b-36f1-4d60-94a0-5ff4de888569), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:32.829252 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7bedb1-ede5-4182-ba2f-1bdb0369427f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f5fa2a-1020-4b50-b932-0c72b5003fc3,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:32.831772 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-eb7bedb1-ede5-4182-ba2f-1bdb0369427f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028'] for network (71d74c96-f75e-4acf-82ae-699e3332071f), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:32.832782 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7bedb1-ede5-4182-ba2f-1bdb0369427f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:55:32.833334 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-eb7bedb1-ede5-4182-ba2f-1bdb0369427f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:32.847443 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ccf421-0424-43e0-bf7f-7e920d72d9bb admin admin] Network c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 is scheduled to be hosted by DHCP agent abc51175-8e70-4fa5-9c56-ea38a91f7e2e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 13:55:32.868491 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-51ccf421-0424-43e0-bf7f-7e920d72d9bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842129-1-iscsi, c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:55:32.869869 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea215502-9989-5d28-83e0-1aba298459f8-2e5782d9-5791-4763-85b4-bfd8289d9060', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'fixed_ips': [{'subnet_id': '3fb85256-d55e-4eee-985a-4e3dd416d342'}]}} from dv-cinder-842129-1-iscsi. {{(pid=103809) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 24 13:55:32.870887 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:32.888717 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34149447-aa86-4ff3-bec7-dee98a0b80be None None] Network c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 13:55:32.908135 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7bedb1-ede5-4182-ba2f-1bdb0369427f admin admin] Pushing event updated for resources: {'Network': ['ID=71d74c96-f75e-4acf-82ae-699e3332071f,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:32.909062 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa49afbd-7c4a-4220-953a-0b7ace5bd982 None None] Network 65749181-7f65-4f7b-8fe7-30750c6b382d requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 13:55:32.915708 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-eb7bedb1-ede5-4182-ba2f-1bdb0369427f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1814051 May 24 13:55:32.919674 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 32984) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:32.925355 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-2a3519c3-d7f2-4b27-9121-458789a04742 admin admin] Request body: {'subnet': {'network_id': '71d74c96-f75e-4acf-82ae-699e3332071f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1250447273-subnet', 'tenant_id': '7eda19672b7c450d8c3b6df5aa3abe21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:55:32.939054 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ccf421-0424-43e0-bf7f-7e920d72d9bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:55:32.939740 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-51ccf421-0424-43e0-bf7f-7e920d72d9bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:32.964138 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3519c3-d7f2-4b27-9121-458789a04742 admin admin] Made reservation on behalf of 7eda19672b7c450d8c3b6df5aa3abe21 for: {'subnet': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:55:32.968270 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2a3519c3-d7f2-4b27-9121-458789a04742 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:32.984328 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff9c025e-2aff-4965-b43c-32993a38a770 admin admin] Publish callbacks [] for router_gateway (ad81732b-36f1-4d60-94a0-5ff4de888569), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:32.997399 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-51ccf421-0424-43e0-bf7f-7e920d72d9bb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1693866 May 24 13:55:32.998350 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 32986) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:33.002961 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-1f9549f9-7a33-48f8-9c33-a8d0a84758a2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2082356560-router', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:55:33.033613 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Network 71d74c96-f75e-4acf-82ae-699e3332071f details requested by agent ovs-agent-dv-cinder-842129-1-iscsi with host dv-cinder-842129-1-iscsi {{(pid=103809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 13:55:33.067369 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:33.081402 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1f9549f9-7a33-48f8-9c33-a8d0a84758a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4476'] for router (0afa15be-0b1e-4a34-a580-826aca901c22), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:33.082401 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1f9549f9-7a33-48f8-9c33-a8d0a84758a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1021525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4357'] for router (0afa15be-0b1e-4a34-a580-826aca901c22), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:33.189817 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2a3519c3-d7f2-4b27-9121-458789a04742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028'] for subnet (e6073214-c10c-40fe-8c60-d63766dba256), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:33.220530 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1f9549f9-7a33-48f8-9c33-a8d0a84758a2 admin admin] Publish callbacks [] for router_controller (0afa15be-0b1e-4a34-a580-826aca901c22), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:33.278361 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:33.317956 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3519c3-d7f2-4b27-9121-458789a04742 admin admin] Checking segment: {'id': 'eab282a0-3ed6-4a19-be3e-fa0feacdf7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '71d74c96-f75e-4acf-82ae-699e3332071f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:55:33.318352 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3519c3-d7f2-4b27-9121-458789a04742 admin admin] Network hostable DHCP agents. Network: 71d74c96-f75e-4acf-82ae-699e3332071f, hostable agents: ['abc51175-8e70-4fa5-9c56-ea38a91f7e2e'], hosted agents: [] {{(pid=103807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 13:55:33.320686 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3519c3-d7f2-4b27-9121-458789a04742 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6073214-c10c-40fe-8c60-d63766dba256,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:33.348928 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff9c025e-2aff-4965-b43c-32993a38a770 admin admin] Publish callbacks [] for router_gateway (ad81732b-36f1-4d60-94a0-5ff4de888569), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:33.372237 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3519c3-d7f2-4b27-9121-458789a04742 admin admin] Network 71d74c96-f75e-4acf-82ae-699e3332071f is scheduled to be hosted by DHCP agent abc51175-8e70-4fa5-9c56-ea38a91f7e2e with binding_index 1 {{(pid=103807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 13:55:33.386071 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-2a3519c3-d7f2-4b27-9121-458789a04742 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842129-1-iscsi, 71d74c96-f75e-4acf-82ae-699e3332071f) {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:55:33.395564 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3519c3-d7f2-4b27-9121-458789a04742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:55:33.396276 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2a3519c3-d7f2-4b27-9121-458789a04742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for subnet (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:33.419641 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-2a3519c3-d7f2-4b27-9121-458789a04742 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4979663 May 24 13:55:33.481624 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd07338-b8bc-49aa-9b29-759038451e68 None None] Network 71d74c96-f75e-4acf-82ae-699e3332071f requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 13:55:33.569762 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1f9549f9-7a33-48f8-9c33-a8d0a84758a2 admin admin] Publish callbacks [] for router_gateway (0afa15be-0b1e-4a34-a580-826aca901c22), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:33.581762 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff9c025e-2aff-4965-b43c-32993a38a770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:33.718846 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed2ed2a-8c9a-48c0-b55f-40668135b561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea215502-9989-5d28-83e0-1aba298459f8-c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9', 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9', 'project_id': '54ee7d13408645e6b6517f541fe45670', 'fixed_ips': [{'subnet_id': '899ca591-3ba0-4148-9660-6941aa8cd299'}]}} from dv-cinder-842129-1-iscsi. {{(pid=103809) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 24 13:55:33.719769 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5ed2ed2a-8c9a-48c0-b55f-40668135b561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:33.787486 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] Allocated IP 172.20.0.2 (2e5782d9-5791-4763-85b4-bfd8289d9060/3fb85256-d55e-4eee-985a-4e3dd416d342/b4f47567-0b31-4830-b033-e61e8c20f014) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 13:55:33.795189 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a455cc95-0d66-4682-8b74-871d04415162 None None] Network 71d74c96-f75e-4acf-82ae-699e3332071f requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 13:55:33.891119 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-ff9c025e-2aff-4965-b43c-32993a38a770 admin admin] Allocated IP 172.27.3.235 (77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6/277372c2-c924-4ff9-98b4-a2b2337930ef/751ec68a-8e88-4453-accd-ac0b266b0463) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 13:55:33.963318 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:34.002766 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1f9549f9-7a33-48f8-9c33-a8d0a84758a2 admin admin] Publish callbacks [] for router_gateway (0afa15be-0b1e-4a34-a580-826aca901c22), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:34.048906 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1f9549f9-7a33-48f8-9c33-a8d0a84758a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:34.183865 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:34.200805 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff9c025e-2aff-4965-b43c-32993a38a770 admin admin] Publish callbacks [] for port (751ec68a-8e88-4453-accd-ac0b266b0463), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:34.266204 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-5ed2ed2a-8c9a-48c0-b55f-40668135b561 None None] Allocated IP 172.20.0.2 (c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9/899ca591-3ba0-4148-9660-6941aa8cd299/22959766-a342-47bc-8f7f-c98ebe089e85) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 13:55:34.280121 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff9c025e-2aff-4965-b43c-32993a38a770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997'] for port (751ec68a-8e88-4453-accd-ac0b266b0463), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:34.296648 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:34.333800 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] Publish callbacks [] for port (b4f47567-0b31-4830-b033-e61e8c20f014), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:34.374158 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997'] for port (b4f47567-0b31-4830-b033-e61e8c20f014), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:34.376225 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:34.396630 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9c025e-2aff-4965-b43c-32993a38a770 admin admin] Network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:55:34.429915 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-ff9c025e-2aff-4965-b43c-32993a38a770 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:55:34.436289 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] Network 2e5782d9-5791-4763-85b4-bfd8289d9060 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:55:34.440260 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9c025e-2aff-4965-b43c-32993a38a770 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 13:55:34.444562 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:55:34.452375 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 13:55:34.452596 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c025e-2aff-4965-b43c-32993a38a770 admin admin] Pushing event updated for resources: {'Port': ['ID=751ec68a-8e88-4453-accd-ac0b266b0463,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:34.453348 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:34.454129 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] Pushing event updated for resources: {'Port': ['ID=b4f47567-0b31-4830-b033-e61e8c20f014,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:34.474895 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:34.475269 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:34.475600 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:34.483461 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:34.484151 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:34.484504 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:34.484968 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:34.485305 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:34.485637 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:34.485968 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:34.486292 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:34.486635 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:34.486961 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:34.487279 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:34.487592 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] Tracked resource versions report: May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: pushed versions: May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: { 'AddressGroup': {'1.2'}, May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: 'Agent': {'1.1'}, May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: 'ConntrackHelper': {'1.0'}, May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: 'LocalIPAssociation': {'1.0'}, May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: 'Log': {'1.0'}, May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: 'NDPProxy': {'1.0'}, May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: 'Network': {'1.1'}, May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: 'Port': {'1.7'}, May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: 'PortForwarding': {'1.3'}, May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: 'QosPolicy': {'1.10'}, May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: 'SecurityGroup': {'1.5'}, May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: 'SecurityGroupRule': {'1.2'}, May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: 'SubPort': {'1.0'}, May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: 'Subnet': {'1.1'}, May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: 'Trunk': {'1.1'}} May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: consumer versions: May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: { DHCP agent@dv-cinder-842129-1-iscsi: {}, May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: HyperV agent@hv-cinder-84212: {}, May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: L3 agent@dv-cinder-842129-1-iscsi: {}, May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: Metadata agent@dv-cinder-842129-1-iscsi: {}, May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: Metering agent@dv-cinder-842129-1-iscsi: {}, May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: Open vSwitch agent@dv-cinder-842129-1-iscsi: { 'AddressGroup': '1.2', May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: 'Agent': '1.1', May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: 'ConntrackHelper': '1.0', May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: 'LocalIPAssociation': '1.0', May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: 'Log': '1.0', May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: 'NDPProxy': '1.0', May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: 'Network': '1.1', May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: 'Port': '1.7', May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: 'PortForwarding': '1.3', May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: 'QosPolicy': '1.10', May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: 'SecurityGroup': '1.5', May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: 'SecurityGroupRule': '1.2', May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: 'SubPort': '1.0', May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: 'Subnet': '1.1', May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: 'Trunk': '1.1'}} May 24 13:55:34.488782 dv-cinder-842129-1-iscsi neutron-server[103809]: {{(pid=103809) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 24 13:55:34.604250 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] Attempting to bind port b4f47567-0b31-4830-b033-e61e8c20f014 on host dv-cinder-842129-1-iscsi for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 13:55:34.605292 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] Attempting to bind port b4f47567-0b31-4830-b033-e61e8c20f014 by drivers openvswitch,hyperv on host dv-cinder-842129-1-iscsi at level 0 using segments [{'id': '73f4eb4c-d3e0-4414-9a39-779107de724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 13:55:34.605534 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] Attempting to bind port b4f47567-0b31-4830-b033-e61e8c20f014 on network 2e5782d9-5791-4763-85b4-bfd8289d9060 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:55:34.609101 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5ed2ed2a-8c9a-48c0-b55f-40668135b561 None None] Publish callbacks [] for port (22959766-a342-47bc-8f7f-c98ebe089e85), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:34.613584 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] Checking agent: {'id': 'ec10bf60-b5fa-4c85-822a-958a8882b62f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 47), 'started_at': datetime.datetime(2022, 5, 24, 13, 47, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 13, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 13:55:34.613981 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] Checking segment: {'id': '73f4eb4c-d3e0-4414-9a39-779107de724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:55:34.614660 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:34.614926 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] Bound using segment: {'id': '73f4eb4c-d3e0-4414-9a39-779107de724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 13:55:34.615205 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] Bound port: b4f47567-0b31-4830-b033-e61e8c20f014, host: dv-cinder-842129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f4eb4c-d3e0-4414-9a39-779107de724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 13:55:34.615589 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (b4f47567-0b31-4830-b033-e61e8c20f014), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:34.616268 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-1f9549f9-7a33-48f8-9c33-a8d0a84758a2 admin admin] Allocated IP 172.27.3.80 (77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6/277372c2-c924-4ff9-98b4-a2b2337930ef/a74a897e-cdb8-40f8-bbb9-7807cfaa29a0) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 13:55:34.631985 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5ed2ed2a-8c9a-48c0-b55f-40668135b561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997'] for port (22959766-a342-47bc-8f7f-c98ebe089e85), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:34.699629 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed2ed2a-8c9a-48c0-b55f-40668135b561 None None] Network c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:55:34.706179 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-5ed2ed2a-8c9a-48c0-b55f-40668135b561 None None] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:55:34.711137 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed2ed2a-8c9a-48c0-b55f-40668135b561 None None] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 13:55:34.718621 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed2ed2a-8c9a-48c0-b55f-40668135b561 None None] Pushing event updated for resources: {'Port': ['ID=22959766-a342-47bc-8f7f-c98ebe089e85,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:34.765650 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] For port b4f47567-0b31-4830-b033-e61e8c20f014, host dv-cinder-842129-1-iscsi, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 13:55:34.800648 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] For port b4f47567-0b31-4830-b033-e61e8c20f014, host dv-cinder-842129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=b4f47567-0b31-4830-b033-e61e8c20f014,segment=NetworkSegment(73f4eb4c-d3e0-4414-9a39-779107de724b),segment_id=73f4eb4c-d3e0-4414-9a39-779107de724b)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 13:55:34.812884 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-5ed2ed2a-8c9a-48c0-b55f-40668135b561 None None] Attempting to bind port 22959766-a342-47bc-8f7f-c98ebe089e85 on host dv-cinder-842129-1-iscsi for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 13:55:34.813306 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-5ed2ed2a-8c9a-48c0-b55f-40668135b561 None None] Attempting to bind port 22959766-a342-47bc-8f7f-c98ebe089e85 by drivers openvswitch,hyperv on host dv-cinder-842129-1-iscsi at level 0 using segments [{'id': '8721b458-6608-4734-825c-3715bb701c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 13:55:34.814230 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed2ed2a-8c9a-48c0-b55f-40668135b561 None None] Attempting to bind port 22959766-a342-47bc-8f7f-c98ebe089e85 on network c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:55:34.817022 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (b4f47567-0b31-4830-b033-e61e8c20f014), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:34.828409 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed2ed2a-8c9a-48c0-b55f-40668135b561 None None] Checking agent: {'id': 'ec10bf60-b5fa-4c85-822a-958a8882b62f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 47), 'started_at': datetime.datetime(2022, 5, 24, 13, 47, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 13, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 13:55:34.828781 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed2ed2a-8c9a-48c0-b55f-40668135b561 None None] Checking segment: {'id': '8721b458-6608-4734-825c-3715bb701c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:55:34.829180 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5ed2ed2a-8c9a-48c0-b55f-40668135b561 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:34.829567 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed2ed2a-8c9a-48c0-b55f-40668135b561 None None] Bound using segment: {'id': '8721b458-6608-4734-825c-3715bb701c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 13:55:34.830435 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-5ed2ed2a-8c9a-48c0-b55f-40668135b561 None None] Bound port: 22959766-a342-47bc-8f7f-c98ebe089e85, host: dv-cinder-842129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8721b458-6608-4734-825c-3715bb701c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 13:55:34.830435 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5ed2ed2a-8c9a-48c0-b55f-40668135b561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (22959766-a342-47bc-8f7f-c98ebe089e85), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:34.863979 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff9c025e-2aff-4965-b43c-32993a38a770 admin admin] Publish callbacks [] for router_gateway (ad81732b-36f1-4d60-94a0-5ff4de888569), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:35.014143 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df9af8-5202-4a21-b93d-dfff5fa3b84e None None] Pushing event updated for resources: {'Port': ['ID=b4f47567-0b31-4830-b033-e61e8c20f014,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:35.045897 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-5ed2ed2a-8c9a-48c0-b55f-40668135b561 None None] For port 22959766-a342-47bc-8f7f-c98ebe089e85, host dv-cinder-842129-1-iscsi, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 13:55:35.062504 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1f9549f9-7a33-48f8-9c33-a8d0a84758a2 admin admin] Publish callbacks [] for port (a74a897e-cdb8-40f8-bbb9-7807cfaa29a0), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:35.108962 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-5ed2ed2a-8c9a-48c0-b55f-40668135b561 None None] For port 22959766-a342-47bc-8f7f-c98ebe089e85, host dv-cinder-842129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=22959766-a342-47bc-8f7f-c98ebe089e85,segment=NetworkSegment(8721b458-6608-4734-825c-3715bb701c43),segment_id=8721b458-6608-4734-825c-3715bb701c43)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 13:55:35.124019 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:35.126853 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5ed2ed2a-8c9a-48c0-b55f-40668135b561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (22959766-a342-47bc-8f7f-c98ebe089e85), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:35.377280 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed2ed2a-8c9a-48c0-b55f-40668135b561 None None] Pushing event updated for resources: {'Port': ['ID=22959766-a342-47bc-8f7f-c98ebe089e85,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:35.433471 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1f9549f9-7a33-48f8-9c33-a8d0a84758a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997'] for port (a74a897e-cdb8-40f8-bbb9-7807cfaa29a0), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:35.552001 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device b4f47567-0b31-4830-b033-e61e8c20f014 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:55:35.592820 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9549f9-7a33-48f8-9c33-a8d0a84758a2 admin admin] Network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:55:35.599218 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-1f9549f9-7a33-48f8-9c33-a8d0a84758a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:55:35.624018 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9549f9-7a33-48f8-9c33-a8d0a84758a2 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 13:55:35.627190 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:35.631067 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9549f9-7a33-48f8-9c33-a8d0a84758a2 admin admin] Pushing event updated for resources: {'Port': ['ID=a74a897e-cdb8-40f8-bbb9-7807cfaa29a0,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:35.658781 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port b4f47567-0b31-4830-b033-e61e8c20f014 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:55:35.659297 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (b4f47567-0b31-4830-b033-e61e8c20f014), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:35.682230 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff9c025e-2aff-4965-b43c-32993a38a770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539258'] for router (ad81732b-36f1-4d60-94a0-5ff4de888569), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:35.814202 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port b4f47567-0b31-4830-b033-e61e8c20f014 is: DOWN; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:55:35.814595 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (b4f47567-0b31-4830-b033-e61e8c20f014), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:35.826236 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:35.862561 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] For port b4f47567-0b31-4830-b033-e61e8c20f014, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=b4f47567-0b31-4830-b033-e61e8c20f014,segment=NetworkSegment(73f4eb4c-d3e0-4414-9a39-779107de724b),segment_id=73f4eb4c-d3e0-4414-9a39-779107de724b)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:55:35.868096 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (b4f47567-0b31-4830-b033-e61e8c20f014), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:35.930506 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 33096) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:35.937196 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-cabfec86-57d3-454b-9d73-4367ef7e44d1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1660826524-network', 'tenant_id': '67edb58da3a04946994452faf9c9630b'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:55:35.958495 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Pushing event updated for resources: {'Port': ['ID=b4f47567-0b31-4830-b033-e61e8c20f014,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:35.986403 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabfec86-57d3-454b-9d73-4367ef7e44d1 admin admin] Made reservation on behalf of 67edb58da3a04946994452faf9c9630b for: {'network': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:55:35.988932 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-cabfec86-57d3-454b-9d73-4367ef7e44d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for network (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:36.008179 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-cabfec86-57d3-454b-9d73-4367ef7e44d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:36.228956 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-cabfec86-57d3-454b-9d73-4367ef7e44d1 admin admin] Publish callbacks [] for security_group (08518d59-579d-4a82-9fc3-75d6e097706e), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:36.249189 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-cabfec86-57d3-454b-9d73-4367ef7e44d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (08518d59-579d-4a82-9fc3-75d6e097706e), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:36.299355 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cabfec86-57d3-454b-9d73-4367ef7e44d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=103807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 13:55:36.310148 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabfec86-57d3-454b-9d73-4367ef7e44d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08518d59-579d-4a82-9fc3-75d6e097706e,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:36.313904 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1f9549f9-7a33-48f8-9c33-a8d0a84758a2 admin admin] Publish callbacks [] for router_gateway (0afa15be-0b1e-4a34-a580-826aca901c22), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:36.319915 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-cabfec86-57d3-454b-9d73-4367ef7e44d1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727739285854', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291'] for segment (8f7d77db-f0f8-483b-8ab8-237a056af211), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:36.320194 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9c025e-2aff-4965-b43c-32993a38a770 admin admin] Router ad81732b-36f1-4d60-94a0-5ff4de888569 is scheduled to L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 24 13:55:36.320300 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.db.segments_db [None req-cabfec86-57d3-454b-9d73-4367ef7e44d1 admin admin] Added segment 8f7d77db-f0f8-483b-8ab8-237a056af211 of type vlan for network 11ddc75a-4ece-40d1-be52-79fa7f77726b May 24 13:55:36.404571 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-cabfec86-57d3-454b-9d73-4367ef7e44d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727738798156'] for network (11ddc75a-4ece-40d1-be52-79fa7f77726b), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:36.490246 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-cabfec86-57d3-454b-9d73-4367ef7e44d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028'] for network (11ddc75a-4ece-40d1-be52-79fa7f77726b), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:36.492219 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabfec86-57d3-454b-9d73-4367ef7e44d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:55:36.493284 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-cabfec86-57d3-454b-9d73-4367ef7e44d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:36.542955 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 33122) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:36.554621 dv-cinder-842129-1-iscsi neutron-server[103808]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 24 13:55:36.561746 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:INSERT=11,neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:36.602177 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabfec86-57d3-454b-9d73-4367ef7e44d1 admin admin] Pushing event updated for resources: {'Network': ['ID=11ddc75a-4ece-40d1-be52-79fa7f77726b,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:36.607598 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-cabfec86-57d3-454b-9d73-4367ef7e44d1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6750603 May 24 13:55:36.613796 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 33132) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:36.619876 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Network 11ddc75a-4ece-40d1-be52-79fa7f77726b details requested by agent ovs-agent-dv-cinder-842129-1-iscsi with host dv-cinder-842129-1-iscsi {{(pid=103809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 13:55:36.635115 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-9c5d0488-c089-4512-81b5-16c0a875102d admin admin] Request body: {'subnet': {'network_id': '11ddc75a-4ece-40d1-be52-79fa7f77726b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1660826524-subnet', 'tenant_id': '67edb58da3a04946994452faf9c9630b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:55:36.650611 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22f7029-afdc-4f16-9458-1b806279a459 None None] Network 2e5782d9-5791-4763-85b4-bfd8289d9060 requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 13:55:36.723282 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5d0488-c089-4512-81b5-16c0a875102d admin admin] Made reservation on behalf of 67edb58da3a04946994452faf9c9630b for: {'subnet': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:55:36.723282 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9c5d0488-c089-4512-81b5-16c0a875102d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:36.913067 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-0c53a2e3-fa8b-41ce-a551-12ec23b24a77 None None] Provisioning complete for port b4f47567-0b31-4830-b033-e61e8c20f014 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:55:36.913695 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0c53a2e3-fa8b-41ce-a551-12ec23b24a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (b4f47567-0b31-4830-b033-e61e8c20f014), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:36.984284 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:37.030527 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9c5d0488-c089-4512-81b5-16c0a875102d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028'] for subnet (eda6e60f-5110-47b9-a2c0-c2bab5445756), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:37.107956 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9c025e-2aff-4965-b43c-32993a38a770 admin admin] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 13:55:37.122826 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b545070-f6bc-4ea6-a3f3-d7fc9de7d093 None None] Sync routers for ids ['ad81732b-36f1-4d60-94a0-5ff4de888569'] in dv-cinder-842129-1-iscsi {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 13:55:37.137905 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:37.140037 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5d0488-c089-4512-81b5-16c0a875102d admin admin] Checking segment: {'id': '8f7d77db-f0f8-483b-8ab8-237a056af211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '11ddc75a-4ece-40d1-be52-79fa7f77726b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:55:37.140955 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5d0488-c089-4512-81b5-16c0a875102d admin admin] Network hostable DHCP agents. Network: 11ddc75a-4ece-40d1-be52-79fa7f77726b, hostable agents: ['abc51175-8e70-4fa5-9c56-ea38a91f7e2e'], hosted agents: [] {{(pid=103807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 13:55:37.146622 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87ca840-ea68-4548-91ab-9c233746c915 None None] Network c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 13:55:37.147472 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b545070-f6bc-4ea6-a3f3-d7fc9de7d093 None None] Routers {'ad81732b-36f1-4d60-94a0-5ff4de888569'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 13:55:37.148549 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0b545070-f6bc-4ea6-a3f3-d7fc9de7d093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T13:55:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad81732b-36f1-4d60-94a0-5ff4de888569'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:55:37.184089 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5d0488-c089-4512-81b5-16c0a875102d admin admin] Network 11ddc75a-4ece-40d1-be52-79fa7f77726b is scheduled to be hosted by DHCP agent abc51175-8e70-4fa5-9c56-ea38a91f7e2e with binding_index 1 {{(pid=103807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 13:55:37.201517 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-9c5d0488-c089-4512-81b5-16c0a875102d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842129-1-iscsi, 11ddc75a-4ece-40d1-be52-79fa7f77726b) {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:55:37.203960 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d0488-c089-4512-81b5-16c0a875102d admin admin] Pushing event updated for resources: {'Subnet': ['ID=eda6e60f-5110-47b9-a2c0-c2bab5445756,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:37.213300 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5d0488-c089-4512-81b5-16c0a875102d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:55:37.215497 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9c5d0488-c089-4512-81b5-16c0a875102d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for subnet (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:37.229202 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-c4ce8c5f-c464-4d44-b433-758983979703 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:55:37.242521 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-c4ce8c5f-c464-4d44-b433-758983979703 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/networks?id=65749181-7f65-4f7b-8fe7-30750c6b382d HTTP/1.1" status: 200 len: 811 time: 0.6958625 May 24 13:55:37.263413 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-9c5d0488-c089-4512-81b5-16c0a875102d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6317003 May 24 13:55:37.316158 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff9c025e-2aff-4965-b43c-32993a38a770 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:37.318400 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-ff9c025e-2aff-4965-b43c-32993a38a770 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8316591 May 24 13:55:37.322173 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 33154) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:37.335997 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-ee6e12fc-ce6d-4efd-a1c5-ce76b75499f0 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/quotas/469bcf4beb3041559397e70538a7ea12 HTTP/1.1" status: 200 len: 375 time: 0.0556037 May 24 13:55:37.337653 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1f9549f9-7a33-48f8-9c33-a8d0a84758a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539258'] for router (0afa15be-0b1e-4a34-a580-826aca901c22), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:37.683425 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-22c4d2c0-1a5a-4a26-82f7-2c19508c3af8 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=469bcf4beb3041559397e70538a7ea12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3234196 May 24 13:55:37.697563 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a055df-ba24-45ce-b26a-f679ae63d27b None None] Network 11ddc75a-4ece-40d1-be52-79fa7f77726b requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 13:55:37.732756 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 33178) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:37.812310 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 33186) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:37.897123 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 22959766-a342-47bc-8f7f-c98ebe089e85 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:55:37.935110 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-0b545070-f6bc-4ea6-a3f3-d7fc9de7d093 None None] Set router ad81732b-36f1-4d60-94a0-5ff4de888569 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 13:55:37.986354 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c48630-602b-4c52-9859-c1ea80de583f admin admin] Deleting subnet e6073214-c10c-40fe-8c60-d63766dba256 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 24 13:55:38.004867 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-73c48630-602b-4c52-9859-c1ea80de583f admin admin] Publish callbacks [] for subnet (e6073214-c10c-40fe-8c60-d63766dba256), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:38.051448 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:38.077670 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-939b6c61-9f3d-435d-b3ac-3912f69ddb12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:38.092022 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:38.111469 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-73c48630-602b-4c52-9859-c1ea80de583f admin admin] Publish callbacks [] for subnet (e6073214-c10c-40fe-8c60-d63766dba256), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:38.127404 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:38.139013 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9b28af-1061-470b-b009-f1fb1f1b249d None None] Network 11ddc75a-4ece-40d1-be52-79fa7f77726b requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 13:55:38.159213 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-73c48630-602b-4c52-9859-c1ea80de583f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902008'] for subnet (e6073214-c10c-40fe-8c60-d63766dba256), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:38.242421 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-560873ae-5541-4460-a0bf-3dcbde9ad8c2 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 24 13:55:38.243755 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-560873ae-5541-4460-a0bf-3dcbde9ad8c2 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1483011 May 24 13:55:38.267320 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0b545070-f6bc-4ea6-a3f3-d7fc9de7d093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'name': 'tempest-AttachVolumeNegativeTest-2059950791-router', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:32Z', 'updated_at': '2022-05-24T13:55:34Z', 'revision_number': 3, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'gw_port': {'id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:55:38.319522 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:38.334570 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b545070-f6bc-4ea6-a3f3-d7fc9de7d093 None None] Checking router: ad81732b-36f1-4d60-94a0-5ff4de888569 for host: dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 13:55:38.334927 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b545070-f6bc-4ea6-a3f3-d7fc9de7d093 None None] Updating router ad81732b-36f1-4d60-94a0-5ff4de888569 port 751ec68a-8e88-4453-accd-ac0b266b0463 binding host dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 13:55:38.399294 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 13:55:38.414251 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9549f9-7a33-48f8-9c33-a8d0a84758a2 admin admin] Router 0afa15be-0b1e-4a34-a580-826aca901c22 is scheduled to L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 24 13:55:38.414826 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0b545070-f6bc-4ea6-a3f3-d7fc9de7d093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (751ec68a-8e88-4453-accd-ac0b266b0463), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:38.450047 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-0c53a2e3-fa8b-41ce-a551-12ec23b24a77 None None] Current status of the port b4f47567-0b31-4830-b033-e61e8c20f014 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:55:38.558146 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port 22959766-a342-47bc-8f7f-c98ebe089e85 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:55:38.558565 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (22959766-a342-47bc-8f7f-c98ebe089e85), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:38.607542 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-74992824-3ded-4c02-8b41-b4631bf8e881 None None] Provisioning complete for port b4f47567-0b31-4830-b033-e61e8c20f014 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:55:38.608367 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-74992824-3ded-4c02-8b41-b4631bf8e881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (b4f47567-0b31-4830-b033-e61e8c20f014), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:38.662409 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-73c48630-602b-4c52-9859-c1ea80de583f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1901987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028'] for subnet (e6073214-c10c-40fe-8c60-d63766dba256), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:38.705565 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-3805b919-1067-4ad6-9013-960b1d51dc5d service neutron] 10.222.0.24 "GET /v2.0/networks/65749181-7f65-4f7b-8fe7-30750c6b382d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479182 May 24 13:55:38.724386 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-73c48630-602b-4c52-9859-c1ea80de583f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:38.728488 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-73c48630-602b-4c52-9859-c1ea80de583f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e6073214-c10c-40fe-8c60-d63766dba256 HTTP/1.1" status: 204 len: 168 time: 0.9774997 May 24 13:55:38.741813 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7722f8b3-1c7d-4db0-a1b9-cc34a3a41c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:38.749845 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port 22959766-a342-47bc-8f7f-c98ebe089e85 is: DOWN; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:55:38.750353 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 33218) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:38.751351 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (22959766-a342-47bc-8f7f-c98ebe089e85), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:38.798245 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-939b6c61-9f3d-435d-b3ac-3912f69ddb12 admin admin] Publish callbacks [] for security_group (f8dd7df9-ef6a-4774-abce-80d7dd108b7b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:38.817708 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-74992824-3ded-4c02-8b41-b4631bf8e881 None None] Current status of the port b4f47567-0b31-4830-b033-e61e8c20f014 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:55:38.837504 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9549f9-7a33-48f8-9c33-a8d0a84758a2 admin admin] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 13:55:38.877548 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbb3ce7-7c43-43cc-b439-89c78d18558c None None] Sync routers for ids ['0afa15be-0b1e-4a34-a580-826aca901c22'] in dv-cinder-842129-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 13:55:38.886421 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c48630-602b-4c52-9859-c1ea80de583f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6073214-c10c-40fe-8c60-d63766dba256,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:38.889158 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-939b6c61-9f3d-435d-b3ac-3912f69ddb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (f8dd7df9-ef6a-4774-abce-80d7dd108b7b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:38.892505 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] For port 22959766-a342-47bc-8f7f-c98ebe089e85, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=22959766-a342-47bc-8f7f-c98ebe089e85,segment=NetworkSegment(8721b458-6608-4734-825c-3715bb701c43),segment_id=8721b458-6608-4734-825c-3715bb701c43)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:55:38.896356 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-74992824-3ded-4c02-8b41-b4631bf8e881 None None] Provisioning complete for port 22959766-a342-47bc-8f7f-c98ebe089e85 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:55:38.896960 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-74992824-3ded-4c02-8b41-b4631bf8e881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (22959766-a342-47bc-8f7f-c98ebe089e85), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:38.897465 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0b545070-f6bc-4ea6-a3f3-d7fc9de7d093 None None] Publish callbacks [] for port (751ec68a-8e88-4453-accd-ac0b266b0463), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:38.901524 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:38.905358 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (22959766-a342-47bc-8f7f-c98ebe089e85), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:38.906693 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device b4f47567-0b31-4830-b033-e61e8c20f014 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:55:38.911727 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0b545070-f6bc-4ea6-a3f3-d7fc9de7d093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (751ec68a-8e88-4453-accd-ac0b266b0463), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:38.949803 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbb3ce7-7c43-43cc-b439-89c78d18558c None None] Routers {'0afa15be-0b1e-4a34-a580-826aca901c22'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 13:55:38.949803 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-6bbb3ce7-7c43-43cc-b439-89c78d18558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T13:55:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['0afa15be-0b1e-4a34-a580-826aca901c22'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:55:38.970431 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc02e5-a04a-4742-bc9f-63c66e7700be None None] Pushing event updated for resources: {'Port': ['ID=751ec68a-8e88-4453-accd-ac0b266b0463,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:38.974429 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-0b545070-f6bc-4ea6-a3f3-d7fc9de7d093 None None] Attempting to bind port 751ec68a-8e88-4453-accd-ac0b266b0463 on host dv-cinder-842129-1-iscsi for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 13:55:38.974429 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-0b545070-f6bc-4ea6-a3f3-d7fc9de7d093 None None] Attempting to bind port 751ec68a-8e88-4453-accd-ac0b266b0463 by drivers openvswitch,hyperv on host dv-cinder-842129-1-iscsi at level 0 using segments [{'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 13:55:38.974429 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b545070-f6bc-4ea6-a3f3-d7fc9de7d093 None None] Attempting to bind port 751ec68a-8e88-4453-accd-ac0b266b0463 on network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:55:38.976534 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:38.984946 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc02e5-a04a-4742-bc9f-63c66e7700be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:38.985288 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc02e5-a04a-4742-bc9f-63c66e7700be None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:38.985985 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc02e5-a04a-4742-bc9f-63c66e7700be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:38.986130 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc02e5-a04a-4742-bc9f-63c66e7700be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:38.986399 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc02e5-a04a-4742-bc9f-63c66e7700be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:38.986735 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc02e5-a04a-4742-bc9f-63c66e7700be None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:38.987061 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc02e5-a04a-4742-bc9f-63c66e7700be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:38.987854 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc02e5-a04a-4742-bc9f-63c66e7700be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:38.987854 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc02e5-a04a-4742-bc9f-63c66e7700be None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:38.988133 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc02e5-a04a-4742-bc9f-63c66e7700be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:38.988461 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc02e5-a04a-4742-bc9f-63c66e7700be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:38.988702 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc02e5-a04a-4742-bc9f-63c66e7700be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:38.989027 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc02e5-a04a-4742-bc9f-63c66e7700be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:38.989644 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc02e5-a04a-4742-bc9f-63c66e7700be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:38.989644 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc02e5-a04a-4742-bc9f-63c66e7700be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc02e5-a04a-4742-bc9f-63c66e7700be None None] Tracked resource versions report: May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: pushed versions: May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: { 'AddressGroup': {'1.2'}, May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: 'Agent': {'1.1'}, May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: 'ConntrackHelper': {'1.0'}, May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: 'LocalIPAssociation': {'1.0'}, May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: 'Log': {'1.0'}, May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: 'NDPProxy': {'1.0'}, May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: 'Network': {'1.1'}, May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: 'Port': {'1.7'}, May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: 'PortForwarding': {'1.3'}, May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: 'QosPolicy': {'1.10'}, May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: 'SecurityGroup': {'1.5'}, May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: 'SecurityGroupRule': {'1.2'}, May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: 'SubPort': {'1.0'}, May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: 'Subnet': {'1.1'}, May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: 'Trunk': {'1.1'}} May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: consumer versions: May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: { DHCP agent@dv-cinder-842129-1-iscsi: {}, May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: HyperV agent@hv-cinder-84212: {}, May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: L3 agent@dv-cinder-842129-1-iscsi: {}, May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: Metadata agent@dv-cinder-842129-1-iscsi: {}, May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: Metering agent@dv-cinder-842129-1-iscsi: {}, May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: Open vSwitch agent@dv-cinder-842129-1-iscsi: { 'AddressGroup': '1.2', May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: 'Agent': '1.1', May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: 'ConntrackHelper': '1.0', May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: 'LocalIPAssociation': '1.0', May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: 'Log': '1.0', May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: 'NDPProxy': '1.0', May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: 'Network': '1.1', May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: 'Port': '1.7', May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: 'PortForwarding': '1.3', May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: 'QosPolicy': '1.10', May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: 'SecurityGroup': '1.5', May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: 'SecurityGroupRule': '1.2', May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: 'SubPort': '1.0', May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: 'Subnet': '1.1', May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: 'Trunk': '1.1'}} May 24 13:55:38.990812 dv-cinder-842129-1-iscsi neutron-server[103810]: {{(pid=103810) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 24 13:55:38.998828 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b545070-f6bc-4ea6-a3f3-d7fc9de7d093 None None] Checking agent: {'id': 'ec10bf60-b5fa-4c85-822a-958a8882b62f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 47), 'started_at': datetime.datetime(2022, 5, 24, 13, 47, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 13, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 13:55:39.000352 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b545070-f6bc-4ea6-a3f3-d7fc9de7d093 None None] Checking segment: {'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:55:39.000706 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0b545070-f6bc-4ea6-a3f3-d7fc9de7d093 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:39.001096 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b545070-f6bc-4ea6-a3f3-d7fc9de7d093 None None] Bound using segment: {'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 13:55:39.002022 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-0b545070-f6bc-4ea6-a3f3-d7fc9de7d093 None None] Bound port: 751ec68a-8e88-4453-accd-ac0b266b0463, host: dv-cinder-842129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 13:55:39.002400 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1f9549f9-7a33-48f8-9c33-a8d0a84758a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:39.002502 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0b545070-f6bc-4ea6-a3f3-d7fc9de7d093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (751ec68a-8e88-4453-accd-ac0b266b0463), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:39.004411 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-1f9549f9-7a33-48f8-9c33-a8d0a84758a2 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.0051343 May 24 13:55:39.012092 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 33224) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:39.021257 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-7722f8b3-1c7d-4db0-a1b9-cc34a3a41c6b admin admin] Allocated IP 172.20.0.1 (2e5782d9-5791-4763-85b4-bfd8289d9060/3fb85256-d55e-4eee-985a-4e3dd416d342/8de62c04-2abf-4511-baba-d8f3c2e68ab2) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 13:55:39.039462 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-939b6c61-9f3d-435d-b3ac-3912f69ddb12 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=002783353d9248ea837d793d9f5df662&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2255974 May 24 13:55:39.046672 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 33226) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:39.047653 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b6c61-9f3d-435d-b3ac-3912f69ddb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8dd7df9-ef6a-4774-abce-80d7dd108b7b,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:39.090694 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-0b545070-f6bc-4ea6-a3f3-d7fc9de7d093 None None] For port 751ec68a-8e88-4453-accd-ac0b266b0463, host dv-cinder-842129-1-iscsi, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 13:55:39.096319 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-0b545070-f6bc-4ea6-a3f3-d7fc9de7d093 None None] For port 751ec68a-8e88-4453-accd-ac0b266b0463, host dv-cinder-842129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=751ec68a-8e88-4453-accd-ac0b266b0463,segment=NetworkSegment(3f5d497a-81fa-44a3-b648-e1e22cc699e7),segment_id=3f5d497a-81fa-44a3-b648-e1e22cc699e7)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 13:55:39.109260 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0b545070-f6bc-4ea6-a3f3-d7fc9de7d093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (751ec68a-8e88-4453-accd-ac0b266b0463), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:39.116349 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Pushing event updated for resources: {'Port': ['ID=22959766-a342-47bc-8f7f-c98ebe089e85,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:39.120230 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfae35f4-e91f-49f7-9b6e-ee55598ef3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1862163'] for network (71d74c96-f75e-4acf-82ae-699e3332071f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:39.122504 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port b4f47567-0b31-4830-b033-e61e8c20f014 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:55:39.122881 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (b4f47567-0b31-4830-b033-e61e8c20f014), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:39.143342 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-260c5c1a-7797-4af5-b039-12868a266418 service neutron] 10.222.0.24 "GET /v2.0/networks/65749181-7f65-4f7b-8fe7-30750c6b382d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368386 May 24 13:55:39.196849 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-6bbb3ce7-7c43-43cc-b439-89c78d18558c None None] Set router 0afa15be-0b1e-4a34-a580-826aca901c22 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 13:55:39.216771 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=5 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:39.264319 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-74992824-3ded-4c02-8b41-b4631bf8e881 None None] Current status of the port 22959766-a342-47bc-8f7f-c98ebe089e85 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:55:39.280659 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b545070-f6bc-4ea6-a3f3-d7fc9de7d093 None None] Routers {'ad81732b-36f1-4d60-94a0-5ff4de888569'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 13:55:39.281820 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0b545070-f6bc-4ea6-a3f3-d7fc9de7d093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T13:55:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad81732b-36f1-4d60-94a0-5ff4de888569'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:55:39.303041 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:39.344378 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=100 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:39.386629 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc02e5-a04a-4742-bc9f-63c66e7700be None None] Pushing event updated for resources: {'Port': ['ID=751ec68a-8e88-4453-accd-ac0b266b0463,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:39.414107 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-a0cdbe68-2e84-4bb0-8af7-5df40b3b8e2d None None] Provisioning complete for port 22959766-a342-47bc-8f7f-c98ebe089e85 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:55:39.414107 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a0cdbe68-2e84-4bb0-8af7-5df40b3b8e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (22959766-a342-47bc-8f7f-c98ebe089e85), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:39.419113 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port b4f47567-0b31-4830-b033-e61e8c20f014 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:55:39.430717 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7722f8b3-1c7d-4db0-a1b9-cc34a3a41c6b admin admin] Publish callbacks [] for port (8de62c04-2abf-4511-baba-d8f3c2e68ab2), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:39.485866 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9c491b27-9fd8-4cfb-8ff7-399344e82208 admin admin] Publish callbacks [] for security_group (f8dd7df9-ef6a-4774-abce-80d7dd108b7b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:39.522669 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-6bbb3ce7-7c43-43cc-b439-89c78d18558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'name': 'tempest-ServerRescueNegativeTestJSON-2082356560-router', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a74a897e-cdb8-40f8-bbb9-7807cfaa29a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:35Z', 'revision_number': 3, 'project_id': '54ee7d13408645e6b6517f541fe45670', 'gw_port': {'id': 'a74a897e-cdb8-40f8-bbb9-7807cfaa29a0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:55:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:34Z', 'updated_at': '2022-05-24T13:55:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:55:39.541442 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfae35f4-e91f-49f7-9b6e-ee55598ef3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1932343', 'neutron.services.segments.db._delete_segments_for_network-8727739285863'] for network (71d74c96-f75e-4acf-82ae-699e3332071f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:39.552986 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-0b545070-f6bc-4ea6-a3f3-d7fc9de7d093 None None] Set router ad81732b-36f1-4d60-94a0-5ff4de888569 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 13:55:39.556636 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7722f8b3-1c7d-4db0-a1b9-cc34a3a41c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997'] for port (8de62c04-2abf-4511-baba-d8f3c2e68ab2), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:39.572168 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9c491b27-9fd8-4cfb-8ff7-399344e82208 admin admin] Publish callbacks [] for security_group (f8dd7df9-ef6a-4774-abce-80d7dd108b7b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:39.605410 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbb3ce7-7c43-43cc-b439-89c78d18558c None None] Checking router: 0afa15be-0b1e-4a34-a580-826aca901c22 for host: dv-cinder-842129-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 13:55:39.606224 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbb3ce7-7c43-43cc-b439-89c78d18558c None None] Updating router 0afa15be-0b1e-4a34-a580-826aca901c22 port a74a897e-cdb8-40f8-bbb9-7807cfaa29a0 binding host dv-cinder-842129-1-iscsi {{(pid=103809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 13:55:39.625307 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfae35f4-e91f-49f7-9b6e-ee55598ef3e2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:55:39.637742 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfae35f4-e91f-49f7-9b6e-ee55598ef3e2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:55:39.638968 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfae35f4-e91f-49f7-9b6e-ee55598ef3e2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:55:39.640722 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfae35f4-e91f-49f7-9b6e-ee55598ef3e2 admin admin] Subscribe: > port after_create 55550000 {{(pid=103808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:55:39.640722 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfae35f4-e91f-49f7-9b6e-ee55598ef3e2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:55:39.641437 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfae35f4-e91f-49f7-9b6e-ee55598ef3e2 admin admin] Subscribe: > port after_update 55550000 {{(pid=103808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:55:39.652662 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfae35f4-e91f-49f7-9b6e-ee55598ef3e2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:55:39.652817 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfae35f4-e91f-49f7-9b6e-ee55598ef3e2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:55:39.653272 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfae35f4-e91f-49f7-9b6e-ee55598ef3e2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:55:39.656668 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfae35f4-e91f-49f7-9b6e-ee55598ef3e2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:55:39.667304 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7722f8b3-1c7d-4db0-a1b9-cc34a3a41c6b admin admin] Network 2e5782d9-5791-4763-85b4-bfd8289d9060 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:55:39.713726 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 33248) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:39.724613 dv-cinder-842129-1-iscsi neutron-server[103807]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 24 13:55:39.725845 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-7722f8b3-1c7d-4db0-a1b9-cc34a3a41c6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:55:39.778923 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 22959766-a342-47bc-8f7f-c98ebe089e85 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:55:39.781507 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-a0cdbe68-2e84-4bb0-8af7-5df40b3b8e2d None None] Current status of the port 22959766-a342-47bc-8f7f-c98ebe089e85 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:55:39.782676 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7722f8b3-1c7d-4db0-a1b9-cc34a3a41c6b admin admin] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 13:55:39.783160 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7722f8b3-1c7d-4db0-a1b9-cc34a3a41c6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534319'] for router_interface (ad81732b-36f1-4d60-94a0-5ff4de888569), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:39.817891 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:39.848698 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6bbb3ce7-7c43-43cc-b439-89c78d18558c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (a74a897e-cdb8-40f8-bbb9-7807cfaa29a0), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:39.919058 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port 22959766-a342-47bc-8f7f-c98ebe089e85 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:55:39.919672 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (22959766-a342-47bc-8f7f-c98ebe089e85), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:39.963400 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0b545070-f6bc-4ea6-a3f3-d7fc9de7d093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'name': 'tempest-AttachVolumeNegativeTest-2059950791-router', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:32Z', 'updated_at': '2022-05-24T13:55:34Z', 'revision_number': 3, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'gw_port': {'id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:55:39.981776 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e617afd9-9775-4c28-acd5-cbf9f99e78a3 req-1057d2bd-9517-4885-b548-765fc99d906b tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/ports?device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d HTTP/1.1" status: 200 len: 210 time: 0.2622659 May 24 13:55:40.012269 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b545070-f6bc-4ea6-a3f3-d7fc9de7d093 None None] The sync data for ids ['ad81732b-36f1-4d60-94a0-5ff4de888569'] in dv-cinder-842129-1-iscsi is: [{'id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'name': 'tempest-AttachVolumeNegativeTest-2059950791-router', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:32Z', 'updated_at': '2022-05-24T13:55:34Z', 'revision_number': 3, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'gw_port': {'id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 13:55:40.068059 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722f8b3-1c7d-4db0-a1b9-cc34a3a41c6b admin admin] Pushing event updated for resources: {'Port': ['ID=8de62c04-2abf-4511-baba-d8f3c2e68ab2,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:40.070045 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7722f8b3-1c7d-4db0-a1b9-cc34a3a41c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (8de62c04-2abf-4511-baba-d8f3c2e68ab2), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:40.085747 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:40.114185 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfae35f4-e91f-49f7-9b6e-ee55598ef3e2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:55:40.114743 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfae35f4-e91f-49f7-9b6e-ee55598ef3e2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:55:40.115205 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfae35f4-e91f-49f7-9b6e-ee55598ef3e2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:55:40.115938 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfae35f4-e91f-49f7-9b6e-ee55598ef3e2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:55:40.116709 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.services.segments.db [None req-cfae35f4-e91f-49f7-9b6e-ee55598ef3e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71d74c96-f75e-4acf-82ae-699e3332071f']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:55:40.153914 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-006b0c50-877c-4803-a9b3-36ffac02fa78 None None] Provisioning complete for port 8de62c04-2abf-4511-baba-d8f3c2e68ab2 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:55:40.154193 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.services.segments.db [None req-cfae35f4-e91f-49f7-9b6e-ee55598ef3e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab282a0-3ed6-4a19-be3e-fa0feacdf7c1') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:55:40.154300 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-006b0c50-877c-4803-a9b3-36ffac02fa78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (8de62c04-2abf-4511-baba-d8f3c2e68ab2), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:40.154718 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.services.segments.db [None req-cfae35f4-e91f-49f7-9b6e-ee55598ef3e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab282a0-3ed6-4a19-be3e-fa0feacdf7c1') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:55:40.193970 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfae35f4-e91f-49f7-9b6e-ee55598ef3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727739286128', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5712643'] for segment (eab282a0-3ed6-4a19-be3e-fa0feacdf7c1), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:40.199798 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:40.204994 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-006b0c50-877c-4803-a9b3-36ffac02fa78 None None] Port 8de62c04-2abf-4511-baba-d8f3c2e68ab2 cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 13:55:40.228082 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfae35f4-e91f-49f7-9b6e-ee55598ef3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291'] for segment (eab282a0-3ed6-4a19-be3e-fa0feacdf7c1), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:40.258092 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfae35f4-e91f-49f7-9b6e-ee55598ef3e2 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 13:55:40.259287 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfae35f4-e91f-49f7-9b6e-ee55598ef3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5714253'] for segment (eab282a0-3ed6-4a19-be3e-fa0feacdf7c1), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:40.303626 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9c491b27-9fd8-4cfb-8ff7-399344e82208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (f8dd7df9-ef6a-4774-abce-80d7dd108b7b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:40.308061 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9c491b27-9fd8-4cfb-8ff7-399344e82208 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:40.308233 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:40.312744 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-9c491b27-9fd8-4cfb-8ff7-399344e82208 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f8dd7df9-ef6a-4774-abce-80d7dd108b7b HTTP/1.1" status: 204 len: 168 time: 1.2466927 May 24 13:55:40.377766 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c491b27-9fd8-4cfb-8ff7-399344e82208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8dd7df9-ef6a-4774-abce-80d7dd108b7b,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:40.397838 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfae35f4-e91f-49f7-9b6e-ee55598ef3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534454'] for network (71d74c96-f75e-4acf-82ae-699e3332071f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:40.404053 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfae35f4-e91f-49f7-9b6e-ee55598ef3e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:40.407590 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-cfae35f4-e91f-49f7-9b6e-ee55598ef3e2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/71d74c96-f75e-4acf-82ae-699e3332071f HTTP/1.1" status: 204 len: 168 time: 1.6532791 May 24 13:55:40.411603 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 33276) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:40.533932 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae35f4-e91f-49f7-9b6e-ee55598ef3e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=71d74c96-f75e-4acf-82ae-699e3332071f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:40.570443 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:40.588224 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b779564-ce2a-4095-8d14-af5f9f5ed9a8 admin admin] Deleting subnet eda6e60f-5110-47b9-a2c0-c2bab5445756 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 24 13:55:40.599836 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3b779564-ce2a-4095-8d14-af5f9f5ed9a8 admin admin] Publish callbacks [] for subnet (eda6e60f-5110-47b9-a2c0-c2bab5445756), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:40.622549 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-79c55c1e-3c2f-41ec-8d3d-c3f6d89bde6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:40.649028 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7722f8b3-1c7d-4db0-a1b9-cc34a3a41c6b admin admin] Publish callbacks [] for port (8de62c04-2abf-4511-baba-d8f3c2e68ab2), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:40.666275 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7722f8b3-1c7d-4db0-a1b9-cc34a3a41c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (8de62c04-2abf-4511-baba-d8f3c2e68ab2), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:40.670070 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7722f8b3-1c7d-4db0-a1b9-cc34a3a41c6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-169734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532671'] for router_interface (ad81732b-36f1-4d60-94a0-5ff4de888569), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:40.674771 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port 22959766-a342-47bc-8f7f-c98ebe089e85 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:55:40.686004 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3b779564-ce2a-4095-8d14-af5f9f5ed9a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5712652'] for subnet (eda6e60f-5110-47b9-a2c0-c2bab5445756), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:40.782582 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:40.789390 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3b779564-ce2a-4095-8d14-af5f9f5ed9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902008'] for subnet (eda6e60f-5110-47b9-a2c0-c2bab5445756), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:40.889244 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.services.segments.plugin [-] Segment eab282a0-3ed6-4a19-be3e-fa0feacdf7c1 resource provider aggregate not found May 24 13:55:40.917552 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.services.segments.plugin [-] Segment eab282a0-3ed6-4a19-be3e-fa0feacdf7c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eab282a0-3ed6-4a19-be3e-fa0feacdf7c1 found for delete ", "request_id": "req-72ce376b-7eaf-41c7-ae70-806c861b52e7"}]} May 24 13:55:40.936401 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6bbb3ce7-7c43-43cc-b439-89c78d18558c None None] Publish callbacks [] for port (a74a897e-cdb8-40f8-bbb9-7807cfaa29a0), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:40.938575 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3b779564-ce2a-4095-8d14-af5f9f5ed9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1901987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5712815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756236'] for subnet (eda6e60f-5110-47b9-a2c0-c2bab5445756), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:40.951068 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6bbb3ce7-7c43-43cc-b439-89c78d18558c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (a74a897e-cdb8-40f8-bbb9-7807cfaa29a0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:40.963145 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3b779564-ce2a-4095-8d14-af5f9f5ed9a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:40.977936 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-3b779564-ce2a-4095-8d14-af5f9f5ed9a8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/eda6e60f-5110-47b9-a2c0-c2bab5445756 HTTP/1.1" status: 204 len: 168 time: 0.5629561 May 24 13:55:40.978534 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 33300) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:41.046765 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34907b84-9f28-4acf-b033-32929fb2fb6e None None] Pushing event updated for resources: {'Port': ['ID=a74a897e-cdb8-40f8-bbb9-7807cfaa29a0,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:41.052506 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-6bbb3ce7-7c43-43cc-b439-89c78d18558c None None] Attempting to bind port a74a897e-cdb8-40f8-bbb9-7807cfaa29a0 on host dv-cinder-842129-1-iscsi for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 13:55:41.052921 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-6bbb3ce7-7c43-43cc-b439-89c78d18558c None None] Attempting to bind port a74a897e-cdb8-40f8-bbb9-7807cfaa29a0 by drivers openvswitch,hyperv on host dv-cinder-842129-1-iscsi at level 0 using segments [{'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 13:55:41.053306 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbb3ce7-7c43-43cc-b439-89c78d18558c None None] Attempting to bind port a74a897e-cdb8-40f8-bbb9-7807cfaa29a0 on network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:55:41.060968 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbb3ce7-7c43-43cc-b439-89c78d18558c None None] Checking agent: {'id': 'ec10bf60-b5fa-4c85-822a-958a8882b62f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 47), 'started_at': datetime.datetime(2022, 5, 24, 13, 47, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 13, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 13:55:41.061168 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbb3ce7-7c43-43cc-b439-89c78d18558c None None] Checking segment: {'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:55:41.061566 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6bbb3ce7-7c43-43cc-b439-89c78d18558c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:41.061949 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbb3ce7-7c43-43cc-b439-89c78d18558c None None] Bound using segment: {'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 13:55:41.062407 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-6bbb3ce7-7c43-43cc-b439-89c78d18558c None None] Bound port: a74a897e-cdb8-40f8-bbb9-7807cfaa29a0, host: dv-cinder-842129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 13:55:41.062780 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6bbb3ce7-7c43-43cc-b439-89c78d18558c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (a74a897e-cdb8-40f8-bbb9-7807cfaa29a0), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:41.100464 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a35d1301-b79d-47fc-a2b2-21c1da9f6e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1862163'] for network (11ddc75a-4ece-40d1-be52-79fa7f77726b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:41.112942 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b779564-ce2a-4095-8d14-af5f9f5ed9a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eda6e60f-5110-47b9-a2c0-c2bab5445756,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:41.132610 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-79c55c1e-3c2f-41ec-8d3d-c3f6d89bde6b admin admin] Allocated IP 172.20.0.1 (c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9/899ca591-3ba0-4148-9660-6941aa8cd299/463895b7-a0c1-4b31-af5d-6bb85a30f4ff) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 13:55:41.185948 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-6bbb3ce7-7c43-43cc-b439-89c78d18558c None None] For port a74a897e-cdb8-40f8-bbb9-7807cfaa29a0, host dv-cinder-842129-1-iscsi, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 13:55:41.192976 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-6bbb3ce7-7c43-43cc-b439-89c78d18558c None None] For port a74a897e-cdb8-40f8-bbb9-7807cfaa29a0, host dv-cinder-842129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=a74a897e-cdb8-40f8-bbb9-7807cfaa29a0,segment=NetworkSegment(3f5d497a-81fa-44a3-b648-e1e22cc699e7),segment_id=3f5d497a-81fa-44a3-b648-e1e22cc699e7)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 13:55:41.204155 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6bbb3ce7-7c43-43cc-b439-89c78d18558c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (a74a897e-cdb8-40f8-bbb9-7807cfaa29a0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:41.210468 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 33310) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:41.243497 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a35d1301-b79d-47fc-a2b2-21c1da9f6e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1932343', 'neutron.services.segments.db._delete_segments_for_network-8727739285863'] for network (11ddc75a-4ece-40d1-be52-79fa7f77726b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:41.274667 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6a7a261b-faa3-44a0-9b6e-6adb0a7f8685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:41.279765 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34907b84-9f28-4acf-b033-32929fb2fb6e None None] Pushing event updated for resources: {'Port': ['ID=a74a897e-cdb8-40f8-bbb9-7807cfaa29a0,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:41.280552 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.services.segments.db [None req-a35d1301-b79d-47fc-a2b2-21c1da9f6e3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11ddc75a-4ece-40d1-be52-79fa7f77726b']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:55:41.283195 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbb3ce7-7c43-43cc-b439-89c78d18558c None None] Routers {'0afa15be-0b1e-4a34-a580-826aca901c22'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 13:55:41.283760 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-6bbb3ce7-7c43-43cc-b439-89c78d18558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T13:55:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['0afa15be-0b1e-4a34-a580-826aca901c22'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:55:41.290984 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.services.segments.db [None req-a35d1301-b79d-47fc-a2b2-21c1da9f6e3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f7d77db-f0f8-483b-8ab8-237a056af211') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:55:41.291524 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.services.segments.db [None req-a35d1301-b79d-47fc-a2b2-21c1da9f6e3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f7d77db-f0f8-483b-8ab8-237a056af211') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:55:41.304009 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a35d1301-b79d-47fc-a2b2-21c1da9f6e3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727739286128', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5712643'] for segment (8f7d77db-f0f8-483b-8ab8-237a056af211), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:41.328088 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:41.335585 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a35d1301-b79d-47fc-a2b2-21c1da9f6e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291'] for segment (8f7d77db-f0f8-483b-8ab8-237a056af211), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:41.353890 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a35d1301-b79d-47fc-a2b2-21c1da9f6e3d admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 13:55:41.356752 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a35d1301-b79d-47fc-a2b2-21c1da9f6e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5714253'] for segment (8f7d77db-f0f8-483b-8ab8-237a056af211), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:41.362497 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722f8b3-1c7d-4db0-a1b9-cc34a3a41c6b admin admin] Pushing event updated for resources: {'Port': ['ID=8de62c04-2abf-4511-baba-d8f3c2e68ab2,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:41.427858 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a6d22213-98c1-42e7-bc74-b858758958f9 req-fdd755a4-b872-49fa-b09e-0de62ea35e15 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/ports?device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d HTTP/1.1" status: 200 len: 210 time: 0.2269647 May 24 13:55:41.451729 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a35d1301-b79d-47fc-a2b2-21c1da9f6e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534454'] for network (11ddc75a-4ece-40d1-be52-79fa7f77726b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:41.461917 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a35d1301-b79d-47fc-a2b2-21c1da9f6e3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:41.466042 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-a35d1301-b79d-47fc-a2b2-21c1da9f6e3d admin admin] 10.222.0.24 "DELETE /v2.0/networks/11ddc75a-4ece-40d1-be52-79fa7f77726b HTTP/1.1" status: 204 len: 168 time: 0.4619310 May 24 13:55:41.468065 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-6bbb3ce7-7c43-43cc-b439-89c78d18558c None None] Set router 0afa15be-0b1e-4a34-a580-826aca901c22 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 13:55:41.505945 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:41.508736 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d1301-b79d-47fc-a2b2-21c1da9f6e3d admin admin] Pushing event deleted for resources: {'Network': ['ID=11ddc75a-4ece-40d1-be52-79fa7f77726b,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:41.509395 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:41.563533 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6a7a261b-faa3-44a0-9b6e-6adb0a7f8685 admin admin] Publish callbacks [] for security_group (45f91c79-b6af-4577-872f-6ffc98b404fc), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:41.588256 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6a7a261b-faa3-44a0-9b6e-6adb0a7f8685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (45f91c79-b6af-4577-872f-6ffc98b404fc), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:41.664796 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 751ec68a-8e88-4453-accd-ac0b266b0463 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:55:41.673332 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-79c55c1e-3c2f-41ec-8d3d-c3f6d89bde6b admin admin] Publish callbacks [] for port (463895b7-a0c1-4b31-af5d-6bb85a30f4ff), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:41.678456 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7722f8b3-1c7d-4db0-a1b9-cc34a3a41c6b admin admin] Network 2e5782d9-5791-4763-85b4-bfd8289d9060 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:55:41.685826 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-6a7a261b-faa3-44a0-9b6e-6adb0a7f8685 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f6625f5c82d84fc49bc92ded91365c7c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4673498 May 24 13:55:41.686710 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-7722f8b3-1c7d-4db0-a1b9-cc34a3a41c6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:55:41.687883 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 33322) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:41.693244 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a261b-faa3-44a0-9b6e-6adb0a7f8685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f91c79-b6af-4577-872f-6ffc98b404fc,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:41.753362 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-6bbb3ce7-7c43-43cc-b439-89c78d18558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'name': 'tempest-ServerRescueNegativeTestJSON-2082356560-router', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a74a897e-cdb8-40f8-bbb9-7807cfaa29a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:35Z', 'revision_number': 3, 'project_id': '54ee7d13408645e6b6517f541fe45670', 'gw_port': {'id': 'a74a897e-cdb8-40f8-bbb9-7807cfaa29a0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:55:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:34Z', 'updated_at': '2022-05-24T13:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:55:41.771864 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-069378c7-cd37-4c3f-81b7-a9c4d0af5d09 admin admin] Publish callbacks [] for security_group (45f91c79-b6af-4577-872f-6ffc98b404fc), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:41.787256 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbb3ce7-7c43-43cc-b439-89c78d18558c None None] The sync data for ids ['0afa15be-0b1e-4a34-a580-826aca901c22'] in dv-cinder-842129-1-iscsi is: [{'id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'name': 'tempest-ServerRescueNegativeTestJSON-2082356560-router', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a74a897e-cdb8-40f8-bbb9-7807cfaa29a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:35Z', 'revision_number': 3, 'project_id': '54ee7d13408645e6b6517f541fe45670', 'gw_port': {'id': 'a74a897e-cdb8-40f8-bbb9-7807cfaa29a0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:55:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:34Z', 'updated_at': '2022-05-24T13:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 13:55:41.790594 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port 751ec68a-8e88-4453-accd-ac0b266b0463 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:55:41.791246 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (751ec68a-8e88-4453-accd-ac0b266b0463), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:41.851272 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 33326) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:41.868630 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-069378c7-cd37-4c3f-81b7-a9c4d0af5d09 admin admin] Publish callbacks [] for security_group (45f91c79-b6af-4577-872f-6ffc98b404fc), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:41.881580 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-79c55c1e-3c2f-41ec-8d3d-c3f6d89bde6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997'] for port (463895b7-a0c1-4b31-af5d-6bb85a30f4ff), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:41.980745 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-069378c7-cd37-4c3f-81b7-a9c4d0af5d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (45f91c79-b6af-4577-872f-6ffc98b404fc), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:41.982604 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port 751ec68a-8e88-4453-accd-ac0b266b0463 is: DOWN; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:55:41.983654 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (751ec68a-8e88-4453-accd-ac0b266b0463), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:41.983809 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-069378c7-cd37-4c3f-81b7-a9c4d0af5d09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:41.987623 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-069378c7-cd37-4c3f-81b7-a9c4d0af5d09 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/45f91c79-b6af-4577-872f-6ffc98b404fc HTTP/1.1" status: 204 len: 168 time: 0.2951114 May 24 13:55:42.000614 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069378c7-cd37-4c3f-81b7-a9c4d0af5d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f91c79-b6af-4577-872f-6ffc98b404fc,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:42.025899 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c55c1e-3c2f-41ec-8d3d-c3f6d89bde6b admin admin] Network c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:55:42.026706 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:42.035173 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-79c55c1e-3c2f-41ec-8d3d-c3f6d89bde6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:55:42.043198 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] For port 751ec68a-8e88-4453-accd-ac0b266b0463, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=751ec68a-8e88-4453-accd-ac0b266b0463,segment=NetworkSegment(3f5d497a-81fa-44a3-b648-e1e22cc699e7),segment_id=3f5d497a-81fa-44a3-b648-e1e22cc699e7)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:55:42.053085 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (751ec68a-8e88-4453-accd-ac0b266b0463), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:42.054477 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c55c1e-3c2f-41ec-8d3d-c3f6d89bde6b admin admin] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 13:55:42.055082 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-79c55c1e-3c2f-41ec-8d3d-c3f6d89bde6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534319'] for router_interface (0afa15be-0b1e-4a34-a580-826aca901c22), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:42.071572 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-6e0d75aa-9637-4306-bfa8-2da5df76ba76 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7eda19672b7c450d8c3b6df5aa3abe21&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2175617 May 24 13:55:42.075308 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 33334) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:42.079418 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7722f8b3-1c7d-4db0-a1b9-cc34a3a41c6b admin admin] Router ad81732b-36f1-4d60-94a0-5ff4de888569 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 13:55:42.080259 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c55c1e-3c2f-41ec-8d3d-c3f6d89bde6b admin admin] Pushing event updated for resources: {'Port': ['ID=463895b7-a0c1-4b31-af5d-6bb85a30f4ff,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:42.116770 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Pushing event updated for resources: {'Port': ['ID=751ec68a-8e88-4453-accd-ac0b266b0463,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:42.167283 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-a397df29-b74f-439e-a62a-4f5f55363b93 None None] Provisioning complete for port 8de62c04-2abf-4511-baba-d8f3c2e68ab2 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:55:42.167811 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a397df29-b74f-439e-a62a-4f5f55363b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (8de62c04-2abf-4511-baba-d8f3c2e68ab2), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:42.241488 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-75ddf0a4-8c5c-4f2c-9bcd-91376baf2380 admin admin] Publish callbacks [] for security_group (c1f5fa2a-1020-4b50-b932-0c72b5003fc3), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:42.277733 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-a397df29-b74f-439e-a62a-4f5f55363b93 None None] Port 8de62c04-2abf-4511-baba-d8f3c2e68ab2 cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 13:55:42.303632 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-75ddf0a4-8c5c-4f2c-9bcd-91376baf2380 admin admin] Publish callbacks [] for security_group (c1f5fa2a-1020-4b50-b932-0c72b5003fc3), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:42.374307 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-75ddf0a4-8c5c-4f2c-9bcd-91376baf2380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (c1f5fa2a-1020-4b50-b932-0c72b5003fc3), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:42.380300 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-75ddf0a4-8c5c-4f2c-9bcd-91376baf2380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:42.383148 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-75ddf0a4-8c5c-4f2c-9bcd-91376baf2380 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c1f5fa2a-1020-4b50-b932-0c72b5003fc3 HTTP/1.1" status: 204 len: 168 time: 0.3067667 May 24 13:55:42.403248 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=83,neutron:DELETE=15,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:42.417531 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ddf0a4-8c5c-4f2c-9bcd-91376baf2380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f5fa2a-1020-4b50-b932-0c72b5003fc3,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:42.601598 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7722f8b3-1c7d-4db0-a1b9-cc34a3a41c6b admin admin] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 13:55:42.607846 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-a6b07a14-3ad5-487a-9d3b-7433e102f681 None None] Provisioning complete for port 463895b7-a0c1-4b31-af5d-6bb85a30f4ff triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:55:42.608289 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a6b07a14-3ad5-487a-9d3b-7433e102f681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (463895b7-a0c1-4b31-af5d-6bb85a30f4ff), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:42.635917 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-7722f8b3-1c7d-4db0-a1b9-cc34a3a41c6b admin admin] 10.222.0.24 "PUT /v2.0/routers/ad81732b-36f1-4d60-94a0-5ff4de888569/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3108149 May 24 13:55:42.711932 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-a6b07a14-3ad5-487a-9d3b-7433e102f681 None None] Port 463895b7-a0c1-4b31-af5d-6bb85a30f4ff cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 13:55:42.777964 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-940991e1-60e9-4328-8903-c9f623bdcb39 req-95a2a444-2ad9-41c3-809e-2e394c94eb73 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/ports?device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d HTTP/1.1" status: 200 len: 210 time: 0.0493667 May 24 13:55:42.837208 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92b5fc0-5b4b-4f78-b1bd-6f29d4bb9570 None None] Sync routers for ids ['ad81732b-36f1-4d60-94a0-5ff4de888569'] in dv-cinder-842129-1-iscsi {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 13:55:42.849286 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-79c55c1e-3c2f-41ec-8d3d-c3f6d89bde6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (463895b7-a0c1-4b31-af5d-6bb85a30f4ff), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:42.858834 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92b5fc0-5b4b-4f78-b1bd-6f29d4bb9570 None None] Routers {'ad81732b-36f1-4d60-94a0-5ff4de888569'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 13:55:42.859682 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-b92b5fc0-5b4b-4f78-b1bd-6f29d4bb9570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T13:55:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad81732b-36f1-4d60-94a0-5ff4de888569'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:55:42.940183 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.services.segments.plugin [-] Segment 8f7d77db-f0f8-483b-8ab8-237a056af211 resource provider aggregate not found May 24 13:55:42.961331 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.services.segments.plugin [-] Segment 8f7d77db-f0f8-483b-8ab8-237a056af211 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f7d77db-f0f8-483b-8ab8-237a056af211 found for delete ", "request_id": "req-58657af0-51af-406e-92e8-dd4ef8d1f6c7"}]} May 24 13:55:43.123913 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 33366) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:43.257604 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-79c55c1e-3c2f-41ec-8d3d-c3f6d89bde6b admin admin] Publish callbacks [] for port (463895b7-a0c1-4b31-af5d-6bb85a30f4ff), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:43.263156 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-12bbe8fc-8b8b-4ac9-a9d0-cecf950335cd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=67edb58da3a04946994452faf9c9630b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1375158 May 24 13:55:43.265595 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-79c55c1e-3c2f-41ec-8d3d-c3f6d89bde6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (463895b7-a0c1-4b31-af5d-6bb85a30f4ff), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:43.267637 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-79c55c1e-3c2f-41ec-8d3d-c3f6d89bde6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-169734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532671'] for router_interface (0afa15be-0b1e-4a34-a580-826aca901c22), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:43.268564 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 33376) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:43.311956 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-b92b5fc0-5b4b-4f78-b1bd-6f29d4bb9570 None None] Set router ad81732b-36f1-4d60-94a0-5ff4de888569 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 13:55:43.386130 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c55c1e-3c2f-41ec-8d3d-c3f6d89bde6b admin admin] Pushing event updated for resources: {'Port': ['ID=463895b7-a0c1-4b31-af5d-6bb85a30f4ff,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:43.451374 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-38d238c7-88ab-4d27-8712-d051ce381729 admin admin] Publish callbacks [] for security_group (08518d59-579d-4a82-9fc3-75d6e097706e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:43.490561 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:43.558118 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-38d238c7-88ab-4d27-8712-d051ce381729 admin admin] Publish callbacks [] for security_group (08518d59-579d-4a82-9fc3-75d6e097706e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:43.621027 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c55c1e-3c2f-41ec-8d3d-c3f6d89bde6b admin admin] Network c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:55:43.628525 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-79c55c1e-3c2f-41ec-8d3d-c3f6d89bde6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:55:43.645647 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.55', 51169) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:43.719927 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-38d238c7-88ab-4d27-8712-d051ce381729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (08518d59-579d-4a82-9fc3-75d6e097706e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:43.723772 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-38d238c7-88ab-4d27-8712-d051ce381729 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:43.724863 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-38d238c7-88ab-4d27-8712-d051ce381729 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/08518d59-579d-4a82-9fc3-75d6e097706e HTTP/1.1" status: 204 len: 168 time: 0.4553165 May 24 13:55:43.743066 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d238c7-88ab-4d27-8712-d051ce381729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08518d59-579d-4a82-9fc3-75d6e097706e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:43.872977 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 751ec68a-8e88-4453-accd-ac0b266b0463 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:55:44.013694 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port 751ec68a-8e88-4453-accd-ac0b266b0463 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:55:44.014068 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (751ec68a-8e88-4453-accd-ac0b266b0463), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:44.069570 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:44.112213 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 33410) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:44.117846 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-2d1fe501-06ce-4faf-bd2e-856e658e0701 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Request body: {'security_group': {'name': 'tempest-securitygroup--428405128', 'description': 'tempest-description--912931297'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:55:44.134304 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b509711f-d27e-4537-a2dd-fa61a340e1ee req-a142e390-9449-4913-8b6f-b3346fc3b659 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/ports?device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d HTTP/1.1" status: 200 len: 210 time: 0.1302762 May 24 13:55:44.146682 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port 751ec68a-8e88-4453-accd-ac0b266b0463 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:55:44.147809 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device a74a897e-cdb8-40f8-bbb9-7807cfaa29a0 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:55:44.218061 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-b92b5fc0-5b4b-4f78-b1bd-6f29d4bb9570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'name': 'tempest-AttachVolumeNegativeTest-2059950791-router', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:32Z', 'updated_at': '2022-05-24T13:55:39Z', 'revision_number': 4, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'gw_port': {'id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '8de62c04-2abf-4511-baba-d8f3c2e68ab2', 'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'mac_address': 'fa:16:3e:8e:27:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:38Z', 'updated_at': '2022-05-24T13:55:40Z', 'revision_number': 2, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'subnets': [{'id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:55:44.228458 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2d1fe501-06ce-4faf-bd2e-856e658e0701 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:44.249525 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port a74a897e-cdb8-40f8-bbb9-7807cfaa29a0 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:55:44.249914 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (a74a897e-cdb8-40f8-bbb9-7807cfaa29a0), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:44.266555 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:44.288010 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=100 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:44.302443 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-86c3707a-8287-4c0d-9cfc-df083bc3a32c None None] Provisioning complete for port 463895b7-a0c1-4b31-af5d-6bb85a30f4ff triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:55:44.302929 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-86c3707a-8287-4c0d-9cfc-df083bc3a32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (463895b7-a0c1-4b31-af5d-6bb85a30f4ff), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:44.305370 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92b5fc0-5b4b-4f78-b1bd-6f29d4bb9570 None None] Checking router: ad81732b-36f1-4d60-94a0-5ff4de888569 for host: dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 13:55:44.305794 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-7ad6d3a9-1bc5-44e8-8c6c-4c573dfa7c87 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:55:44.307444 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-7ad6d3a9-1bc5-44e8-8c6c-4c573dfa7c87 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.55 "GET /v2.0/networks?id=65749181-7f65-4f7b-8fe7-30750c6b382d HTTP/1.1" status: 200 len: 811 time: 0.6524112 May 24 13:55:44.316003 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92b5fc0-5b4b-4f78-b1bd-6f29d4bb9570 None None] Updating router ad81732b-36f1-4d60-94a0-5ff4de888569 port 8de62c04-2abf-4511-baba-d8f3c2e68ab2 binding host dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 13:55:44.326122 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c55c1e-3c2f-41ec-8d3d-c3f6d89bde6b admin admin] Router 0afa15be-0b1e-4a34-a580-826aca901c22 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 13:55:44.388321 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b92b5fc0-5b4b-4f78-b1bd-6f29d4bb9570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (8de62c04-2abf-4511-baba-d8f3c2e68ab2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:44.451780 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2d1fe501-06ce-4faf-bd2e-856e658e0701 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group (85368fb9-1914-4a20-a87d-5795db208cda), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:44.453236 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-a8988db5-97fe-4bee-98b5-cc01c3dd59b4 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Request body: {'port': {'device_id': '62dd759e-f58f-4459-b7da-0cb782f87e6d', 'network_id': '65749181-7f65-4f7b-8fe7-30750c6b382d', 'admin_state_up': True, 'tenant_id': '469bcf4beb3041559397e70538a7ea12'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:55:44.453820 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-86c3707a-8287-4c0d-9cfc-df083bc3a32c None None] Port 463895b7-a0c1-4b31-af5d-6bb85a30f4ff cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 13:55:44.484837 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2d1fe501-06ce-4faf-bd2e-856e658e0701 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (85368fb9-1914-4a20-a87d-5795db208cda), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:44.516998 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 33426) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:44.552679 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2d1fe501-06ce-4faf-bd2e-856e658e0701 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:44.554052 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-2d1fe501-06ce-4faf-bd2e-856e658e0701 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.4401436 May 24 13:55:44.562022 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 33434) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:44.566604 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-d1f8f5b0-df05-4e0e-84f6-e79c5f67f0b0 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Request body: {'security_group_rule': {'security_group_id': '85368fb9-1914-4a20-a87d-5795db208cda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:55:44.627775 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1fe501-06ce-4faf-bd2e-856e658e0701 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85368fb9-1914-4a20-a87d-5795db208cda,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:44.649619 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1f8f5b0-df05-4e0e-84f6-e79c5f67f0b0 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group_rule (8812ed6b-3420-486a-93dc-db03e608edfe), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:44.661567 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port a74a897e-cdb8-40f8-bbb9-7807cfaa29a0 is: DOWN; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:55:44.661964 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (a74a897e-cdb8-40f8-bbb9-7807cfaa29a0), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:44.740957 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] For port a74a897e-cdb8-40f8-bbb9-7807cfaa29a0, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=a74a897e-cdb8-40f8-bbb9-7807cfaa29a0,segment=NetworkSegment(3f5d497a-81fa-44a3-b648-e1e22cc699e7),segment_id=3f5d497a-81fa-44a3-b648-e1e22cc699e7)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:55:44.752391 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (a74a897e-cdb8-40f8-bbb9-7807cfaa29a0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:44.836473 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:DELETE=7,neutron:SELECT=89,neutron:INSERT=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:44.915516 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:44.925660 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1f8f5b0-df05-4e0e-84f6-e79c5f67f0b0 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group_rule (8812ed6b-3420-486a-93dc-db03e608edfe), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:44.934548 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Pushing event updated for resources: {'Port': ['ID=a74a897e-cdb8-40f8-bbb9-7807cfaa29a0,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:44.949069 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1f8f5b0-df05-4e0e-84f6-e79c5f67f0b0 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709697'] for security_group_rule (8812ed6b-3420-486a-93dc-db03e608edfe), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:45.008866 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5379599a-30f5-47de-ad13-43bc1a367c74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:45.010552 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c55c1e-3c2f-41ec-8d3d-c3f6d89bde6b admin admin] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 13:55:45.018114 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-79c55c1e-3c2f-41ec-8d3d-c3f6d89bde6b admin admin] 10.222.0.24 "PUT /v2.0/routers/0afa15be-0b1e-4a34-a580-826aca901c22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0049374 May 24 13:55:45.033104 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6544252a-b71d-4160-829f-5d3870da47f0 None None] Sync routers for ids ['0afa15be-0b1e-4a34-a580-826aca901c22'] in dv-cinder-842129-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 13:55:45.062726 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6544252a-b71d-4160-829f-5d3870da47f0 None None] Routers {'0afa15be-0b1e-4a34-a580-826aca901c22'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 13:55:45.063743 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-6544252a-b71d-4160-829f-5d3870da47f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T13:55:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['0afa15be-0b1e-4a34-a580-826aca901c22'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:55:45.075615 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-a8988db5-97fe-4bee-98b5-cc01c3dd59b4 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Made reservation on behalf of 469bcf4beb3041559397e70538a7ea12 for: {'port': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:55:45.081390 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-a8988db5-97fe-4bee-98b5-cc01c3dd59b4 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:45.104561 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8f5b0-df05-4e0e-84f6-e79c5f67f0b0 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8812ed6b-3420-486a-93dc-db03e608edfe,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:45.121648 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1f8f5b0-df05-4e0e-84f6-e79c5f67f0b0 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:45.127306 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-d1f8f5b0-df05-4e0e-84f6-e79c5f67f0b0 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5642939 May 24 13:55:45.130907 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 33468) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:45.138036 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-3a16ef86-ed9a-404c-a663-5fe084dc2d30 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Request body: {'security_group_rule': {'security_group_id': '85368fb9-1914-4a20-a87d-5795db208cda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:55:45.314575 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5379599a-30f5-47de-ad13-43bc1a367c74 admin admin] Publish callbacks [] for security_group (42fe2d2a-12a7-4fdf-9c5e-2c905ec83637), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:45.328315 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5379599a-30f5-47de-ad13-43bc1a367c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (42fe2d2a-12a7-4fdf-9c5e-2c905ec83637), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:45.359265 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6c763162-4544-4c7b-9ff4-698fb168fc06 req-6986e547-985a-4fa4-bf3f-e52c795246e2 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/ports?device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d HTTP/1.1" status: 200 len: 210 time: 0.0348332 May 24 13:55:45.363844 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b92b5fc0-5b4b-4f78-b1bd-6f29d4bb9570 None None] Publish callbacks [] for port (8de62c04-2abf-4511-baba-d8f3c2e68ab2), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:45.377985 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b92b5fc0-5b4b-4f78-b1bd-6f29d4bb9570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (8de62c04-2abf-4511-baba-d8f3c2e68ab2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:45.398917 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-6544252a-b71d-4160-829f-5d3870da47f0 None None] Set router 0afa15be-0b1e-4a34-a580-826aca901c22 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 13:55:45.436781 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-5379599a-30f5-47de-ad13-43bc1a367c74 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4fd016cc76ae4093afd1a12d340ddc65&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9127810 May 24 13:55:45.441047 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 33480) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:45.460455 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3a16ef86-ed9a-404c-a663-5fe084dc2d30 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group_rule (66c98e93-2e8f-41e9-8732-ca07a6c9491e), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:45.462068 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379599a-30f5-47de-ad13-43bc1a367c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fe2d2a-12a7-4fdf-9c5e-2c905ec83637,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:45.637128 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58d0c4ca-3389-4d08-a4d0-32fc0419f5f5 admin admin] Publish callbacks [] for security_group (42fe2d2a-12a7-4fdf-9c5e-2c905ec83637), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:45.701005 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device a74a897e-cdb8-40f8-bbb9-7807cfaa29a0 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:55:45.727716 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58d0c4ca-3389-4d08-a4d0-32fc0419f5f5 admin admin] Publish callbacks [] for security_group (42fe2d2a-12a7-4fdf-9c5e-2c905ec83637), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:45.734671 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d34572-dfe3-4c67-894d-b5420e795a7b None None] Pushing event updated for resources: {'Port': ['ID=8de62c04-2abf-4511-baba-d8f3c2e68ab2,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:45.766212 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b92b5fc0-5b4b-4f78-b1bd-6f29d4bb9570 None None] Attempting to bind port 8de62c04-2abf-4511-baba-d8f3c2e68ab2 on host dv-cinder-842129-1-iscsi for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 13:55:45.766587 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b92b5fc0-5b4b-4f78-b1bd-6f29d4bb9570 None None] Attempting to bind port 8de62c04-2abf-4511-baba-d8f3c2e68ab2 by drivers openvswitch,hyperv on host dv-cinder-842129-1-iscsi at level 0 using segments [{'id': '73f4eb4c-d3e0-4414-9a39-779107de724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 13:55:45.766949 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92b5fc0-5b4b-4f78-b1bd-6f29d4bb9570 None None] Attempting to bind port 8de62c04-2abf-4511-baba-d8f3c2e68ab2 on network 2e5782d9-5791-4763-85b4-bfd8289d9060 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:55:45.775358 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92b5fc0-5b4b-4f78-b1bd-6f29d4bb9570 None None] Checking agent: {'id': 'ec10bf60-b5fa-4c85-822a-958a8882b62f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 47), 'started_at': datetime.datetime(2022, 5, 24, 13, 47, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 13, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 13:55:45.776014 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92b5fc0-5b4b-4f78-b1bd-6f29d4bb9570 None None] Checking segment: {'id': '73f4eb4c-d3e0-4414-9a39-779107de724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:55:45.776591 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b92b5fc0-5b4b-4f78-b1bd-6f29d4bb9570 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:45.777127 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-a8988db5-97fe-4bee-98b5-cc01c3dd59b4 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Allocated IP 172.20.0.2 (65749181-7f65-4f7b-8fe7-30750c6b382d/ae1b538c-8a21-46b8-a9bc-9dcafc04136f/56936aaa-5166-4c7c-8b7c-5354a85bc313) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 13:55:45.777603 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92b5fc0-5b4b-4f78-b1bd-6f29d4bb9570 None None] Bound using segment: {'id': '73f4eb4c-d3e0-4414-9a39-779107de724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 13:55:45.778223 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b92b5fc0-5b4b-4f78-b1bd-6f29d4bb9570 None None] Bound port: 8de62c04-2abf-4511-baba-d8f3c2e68ab2, host: dv-cinder-842129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f4eb4c-d3e0-4414-9a39-779107de724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 13:55:45.778761 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b92b5fc0-5b4b-4f78-b1bd-6f29d4bb9570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (8de62c04-2abf-4511-baba-d8f3c2e68ab2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:45.819076 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:45.821991 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:45.857915 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58d0c4ca-3389-4d08-a4d0-32fc0419f5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (42fe2d2a-12a7-4fdf-9c5e-2c905ec83637), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:45.871028 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58d0c4ca-3389-4d08-a4d0-32fc0419f5f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:45.880694 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-58d0c4ca-3389-4d08-a4d0-32fc0419f5f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42fe2d2a-12a7-4fdf-9c5e-2c905ec83637 HTTP/1.1" status: 204 len: 168 time: 0.4367027 May 24 13:55:45.922108 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0c4ca-3389-4d08-a4d0-32fc0419f5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fe2d2a-12a7-4fdf-9c5e-2c905ec83637,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:45.950035 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3a16ef86-ed9a-404c-a663-5fe084dc2d30 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group_rule (66c98e93-2e8f-41e9-8732-ca07a6c9491e), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:45.994407 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b92b5fc0-5b4b-4f78-b1bd-6f29d4bb9570 None None] For port 8de62c04-2abf-4511-baba-d8f3c2e68ab2, host dv-cinder-842129-1-iscsi, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 13:55:46.004102 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b92b5fc0-5b4b-4f78-b1bd-6f29d4bb9570 None None] For port 8de62c04-2abf-4511-baba-d8f3c2e68ab2, host dv-cinder-842129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=8de62c04-2abf-4511-baba-d8f3c2e68ab2,segment=NetworkSegment(73f4eb4c-d3e0-4414-9a39-779107de724b),segment_id=73f4eb4c-d3e0-4414-9a39-779107de724b)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 13:55:46.007110 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3a16ef86-ed9a-404c-a663-5fe084dc2d30 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709697'] for security_group_rule (66c98e93-2e8f-41e9-8732-ca07a6c9491e), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:46.019453 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b92b5fc0-5b4b-4f78-b1bd-6f29d4bb9570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (8de62c04-2abf-4511-baba-d8f3c2e68ab2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:46.143793 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:46.150269 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16ef86-ed9a-404c-a663-5fe084dc2d30 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66c98e93-2e8f-41e9-8732-ca07a6c9491e,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:46.162958 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:46.186512 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-1fb84d61-c574-493d-a52d-754d15d9f4d3 None None] Provisioning complete for port 8de62c04-2abf-4511-baba-d8f3c2e68ab2 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:55:46.187176 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1fb84d61-c574-493d-a52d-754d15d9f4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (8de62c04-2abf-4511-baba-d8f3c2e68ab2), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:46.203361 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d34572-dfe3-4c67-894d-b5420e795a7b None None] Pushing event updated for resources: {'Port': ['ID=8de62c04-2abf-4511-baba-d8f3c2e68ab2,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:46.272722 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92b5fc0-5b4b-4f78-b1bd-6f29d4bb9570 None None] Routers {'ad81732b-36f1-4d60-94a0-5ff4de888569'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 13:55:46.274804 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-b92b5fc0-5b4b-4f78-b1bd-6f29d4bb9570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T13:55:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad81732b-36f1-4d60-94a0-5ff4de888569'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:55:46.295870 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port a74a897e-cdb8-40f8-bbb9-7807cfaa29a0 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:55:46.297451 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (a74a897e-cdb8-40f8-bbb9-7807cfaa29a0), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:46.373929 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-6544252a-b71d-4160-829f-5d3870da47f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'name': 'tempest-ServerRescueNegativeTestJSON-2082356560-router', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a74a897e-cdb8-40f8-bbb9-7807cfaa29a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:42Z', 'revision_number': 4, 'project_id': '54ee7d13408645e6b6517f541fe45670', 'gw_port': {'id': 'a74a897e-cdb8-40f8-bbb9-7807cfaa29a0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:55:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:34Z', 'updated_at': '2022-05-24T13:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '463895b7-a0c1-4b31-af5d-6bb85a30f4ff', 'name': '', 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'mac_address': 'fa:16:3e:b7:cb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '899ca591-3ba0-4148-9660-6941aa8cd299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:40Z', 'updated_at': '2022-05-24T13:55:42Z', 'revision_number': 2, 'project_id': '54ee7d13408645e6b6517f541fe45670', 'subnets': [{'id': '899ca591-3ba0-4148-9660-6941aa8cd299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:55:46.483510 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6544252a-b71d-4160-829f-5d3870da47f0 None None] Checking router: 0afa15be-0b1e-4a34-a580-826aca901c22 for host: dv-cinder-842129-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 13:55:46.484135 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6544252a-b71d-4160-829f-5d3870da47f0 None None] Updating router 0afa15be-0b1e-4a34-a580-826aca901c22 port 463895b7-a0c1-4b31-af5d-6bb85a30f4ff binding host dv-cinder-842129-1-iscsi {{(pid=103809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 13:55:46.515079 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3a16ef86-ed9a-404c-a663-5fe084dc2d30 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:46.519571 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 33526) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:46.520169 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-3a16ef86-ed9a-404c-a663-5fe084dc2d30 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3879290 May 24 13:55:46.525416 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-269a6268-a0a1-4081-838c-c362f65f042a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Request body: {'floatingip': {'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:55:46.528556 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-b92b5fc0-5b4b-4f78-b1bd-6f29d4bb9570 None None] Set router ad81732b-36f1-4d60-94a0-5ff4de888569 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 13:55:46.561679 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e07f1b82-d934-4266-b7e8-dfcfa49e9c11 req-e5a5f1a4-b18f-43f6-8a8e-cc897030f907 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/ports?device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d HTTP/1.1" status: 200 len: 210 time: 0.0605402 May 24 13:55:46.573946 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6544252a-b71d-4160-829f-5d3870da47f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (463895b7-a0c1-4b31-af5d-6bb85a30f4ff), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:46.597175 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-269a6268-a0a1-4081-838c-c362f65f042a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:46.644626 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-a8988db5-97fe-4bee-98b5-cc01c3dd59b4 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Publish callbacks [] for port (56936aaa-5166-4c7c-8b7c-5354a85bc313), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:46.675343 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-1fb84d61-c574-493d-a52d-754d15d9f4d3 None None] Current status of the port 8de62c04-2abf-4511-baba-d8f3c2e68ab2 is: DOWN; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:55:46.675726 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1fb84d61-c574-493d-a52d-754d15d9f4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (8de62c04-2abf-4511-baba-d8f3c2e68ab2), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:46.708304 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:46.731360 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-a8988db5-97fe-4bee-98b5-cc01c3dd59b4 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997'] for port (56936aaa-5166-4c7c-8b7c-5354a85bc313), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:46.843625 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-a8988db5-97fe-4bee-98b5-cc01c3dd59b4 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Network 65749181-7f65-4f7b-8fe7-30750c6b382d is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:55:46.857350 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-a8988db5-97fe-4bee-98b5-cc01c3dd59b4 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:55:46.874727 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-a8988db5-97fe-4bee-98b5-cc01c3dd59b4 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 13:55:46.889706 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-a8988db5-97fe-4bee-98b5-cc01c3dd59b4 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:55:46.891500 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-a8988db5-97fe-4bee-98b5-cc01c3dd59b4 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:46.904190 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:46.909715 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-b92b5fc0-5b4b-4f78-b1bd-6f29d4bb9570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'name': 'tempest-AttachVolumeNegativeTest-2059950791-router', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:32Z', 'updated_at': '2022-05-24T13:55:39Z', 'revision_number': 4, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'gw_port': {'id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '8de62c04-2abf-4511-baba-d8f3c2e68ab2', 'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'mac_address': 'fa:16:3e:8e:27:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:38Z', 'updated_at': '2022-05-24T13:55:45Z', 'revision_number': 4, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'subnets': [{'id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:55:46.937573 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-269a6268-a0a1-4081-838c-c362f65f042a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:46.978785 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8988db5-97fe-4bee-98b5-cc01c3dd59b4 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Pushing event updated for resources: {'Port': ['ID=56936aaa-5166-4c7c-8b7c-5354a85bc313,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:46.998108 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-a8988db5-97fe-4bee-98b5-cc01c3dd59b4 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5617182 May 24 13:55:47.036139 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92b5fc0-5b4b-4f78-b1bd-6f29d4bb9570 None None] The sync data for ids ['ad81732b-36f1-4d60-94a0-5ff4de888569'] in dv-cinder-842129-1-iscsi is: [{'id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'name': 'tempest-AttachVolumeNegativeTest-2059950791-router', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:32Z', 'updated_at': '2022-05-24T13:55:39Z', 'revision_number': 4, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'gw_port': {'id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '8de62c04-2abf-4511-baba-d8f3c2e68ab2', 'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'mac_address': 'fa:16:3e:8e:27:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:38Z', 'updated_at': '2022-05-24T13:55:45Z', 'revision_number': 4, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'subnets': [{'id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 13:55:47.170189 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 33544) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:47.176912 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-269a6268-a0a1-4081-838c-c362f65f042a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Allocated IP 172.27.3.91 (77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6/277372c2-c924-4ff9-98b4-a2b2337930ef/2bd2e4e8-ad2a-4d44-b03e-21a9961ab2ba) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 13:55:47.214931 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-eb5ec941-288e-42b9-befc-af4be17844f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:47.435044 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-eb5ec941-288e-42b9-befc-af4be17844f7 admin admin] Publish callbacks [] for security_group (c219e4fd-c99b-4a59-a5e9-c96bbdc17892), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:47.441272 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-eb5ec941-288e-42b9-befc-af4be17844f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (c219e4fd-c99b-4a59-a5e9-c96bbdc17892), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:47.450172 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 33550) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:47.455127 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:47.521854 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-1fb84d61-c574-493d-a52d-754d15d9f4d3 None None] For port 8de62c04-2abf-4511-baba-d8f3c2e68ab2, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=8de62c04-2abf-4511-baba-d8f3c2e68ab2,segment=NetworkSegment(73f4eb4c-d3e0-4414-9a39-779107de724b),segment_id=73f4eb4c-d3e0-4414-9a39-779107de724b)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:55:47.553387 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ec941-288e-42b9-befc-af4be17844f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c219e4fd-c99b-4a59-a5e9-c96bbdc17892,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:47.559169 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-eb5ec941-288e-42b9-befc-af4be17844f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee3362848f30450f8cb418b07e70e35f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3873508 May 24 13:55:47.562080 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 33558) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:47.618208 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6544252a-b71d-4160-829f-5d3870da47f0 None None] Publish callbacks [] for port (463895b7-a0c1-4b31-af5d-6bb85a30f4ff), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:47.622743 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1fb84d61-c574-493d-a52d-754d15d9f4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (8de62c04-2abf-4511-baba-d8f3c2e68ab2), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:47.642269 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port a74a897e-cdb8-40f8-bbb9-7807cfaa29a0 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:55:47.658251 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6544252a-b71d-4160-829f-5d3870da47f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (463895b7-a0c1-4b31-af5d-6bb85a30f4ff), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:47.797883 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b46d1a22-ef54-4097-bbde-d2738c5b76c3 admin admin] Publish callbacks [] for security_group (c219e4fd-c99b-4a59-a5e9-c96bbdc17892), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:47.831549 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-3dbb0d17-6018-467a-b57b-4d3539149357 None None] Provisioning complete for port 8de62c04-2abf-4511-baba-d8f3c2e68ab2 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:55:47.832790 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3dbb0d17-6018-467a-b57b-4d3539149357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (8de62c04-2abf-4511-baba-d8f3c2e68ab2), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:47.853557 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 8de62c04-2abf-4511-baba-d8f3c2e68ab2 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:55:47.968018 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b46d1a22-ef54-4097-bbde-d2738c5b76c3 admin admin] Publish callbacks [] for security_group (c219e4fd-c99b-4a59-a5e9-c96bbdc17892), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:47.969963 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0b5d06bd-fb79-4c53-8aa7-5f03bb8ffbf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:47.991735 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-269a6268-a0a1-4081-838c-c362f65f042a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for port (2bd2e4e8-ad2a-4d44-b03e-21a9961ab2ba), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:47.999578 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb84d61-c574-493d-a52d-754d15d9f4d3 None None] Pushing event updated for resources: {'Port': ['ID=8de62c04-2abf-4511-baba-d8f3c2e68ab2,revision_number=5']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:48.077373 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-a91190bc-90c7-42ad-83a0-d9a0c0104bce tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103807) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 24 13:55:48.078380 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-a91190bc-90c7-42ad-83a0-d9a0c0104bce tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0166156 May 24 13:55:48.095286 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-a6d7d9cf-91fb-47d3-ac95-6a60269aab8f tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:55:48.096805 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-a6d7d9cf-91fb-47d3-ac95-6a60269aab8f tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/networks?id=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 HTTP/1.1" status: 200 len: 819 time: 0.7899511 May 24 13:55:48.109096 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787783ef-8feb-4560-9619-aab9c38c9e0a req-69b28c0e-854b-46da-8299-f78a5ddfdebf tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:55:48.122331 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-787783ef-8feb-4560-9619-aab9c38c9e0a req-69b28c0e-854b-46da-8299-f78a5ddfdebf tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/ports?device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d HTTP/1.1" status: 200 len: 931 time: 0.3657889 May 24 13:55:48.177297 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-05cd2cd3-7a73-4e0f-a0cf-12e2fd88b712 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/quotas/54ee7d13408645e6b6517f541fe45670 HTTP/1.1" status: 200 len: 375 time: 0.0538414 May 24 13:55:48.303034 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff420b-45e8-4e79-9dff-5adbda364fea None None] Pushing event updated for resources: {'Port': ['ID=463895b7-a0c1-4b31-af5d-6bb85a30f4ff,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:48.380261 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port 8de62c04-2abf-4511-baba-d8f3c2e68ab2 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:55:48.381001 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (8de62c04-2abf-4511-baba-d8f3c2e68ab2), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:48.388415 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-5c6a4069-e8da-4e52-a701-ea9779d7aca9 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=54ee7d13408645e6b6517f541fe45670&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1844840 May 24 13:55:48.504269 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-6544252a-b71d-4160-829f-5d3870da47f0 None None] Attempting to bind port 463895b7-a0c1-4b31-af5d-6bb85a30f4ff on host dv-cinder-842129-1-iscsi for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 13:55:48.505545 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-6544252a-b71d-4160-829f-5d3870da47f0 None None] Attempting to bind port 463895b7-a0c1-4b31-af5d-6bb85a30f4ff by drivers openvswitch,hyperv on host dv-cinder-842129-1-iscsi at level 0 using segments [{'id': '8721b458-6608-4734-825c-3715bb701c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 13:55:48.506304 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6544252a-b71d-4160-829f-5d3870da47f0 None None] Attempting to bind port 463895b7-a0c1-4b31-af5d-6bb85a30f4ff on network c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:55:48.527590 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0b5d06bd-fb79-4c53-8aa7-5f03bb8ffbf7 admin admin] Publish callbacks [] for security_group (5173c3c4-df99-42b4-8ce0-055388d5c368), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:48.535219 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:48.536819 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-787783ef-8feb-4560-9619-aab9c38c9e0a req-b90a1064-24bb-46d9-8cb4-4ab305563334 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5e6359b-87e5-41d5-a263-ef1e6639e6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118459 May 24 13:55:48.538370 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-2fa17dc4-7be7-42bc-884e-8aee661a7645 service neutron] 10.222.0.24 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330318 May 24 13:55:48.538516 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0b5d06bd-fb79-4c53-8aa7-5f03bb8ffbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (5173c3c4-df99-42b4-8ce0-055388d5c368), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:48.540472 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-269a6268-a0a1-4081-838c-c362f65f042a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (2bd2e4e8-ad2a-4d44-b03e-21a9961ab2ba), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:48.556206 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-3dbb0d17-6018-467a-b57b-4d3539149357 None None] Current status of the port 8de62c04-2abf-4511-baba-d8f3c2e68ab2 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:55:48.602493 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-0b5d06bd-fb79-4c53-8aa7-5f03bb8ffbf7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=47cda95585534d33aebb09e4aadfb1fb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1478007 May 24 13:55:48.606390 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:48.607048 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 33580) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:48.609463 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:48.610363 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port 8de62c04-2abf-4511-baba-d8f3c2e68ab2 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:55:48.614456 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a6268-a0a1-4081-838c-c362f65f042a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Pushing event updated for resources: {'Port': ['ID=2bd2e4e8-ad2a-4d44-b03e-21a9961ab2ba,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:48.616597 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6544252a-b71d-4160-829f-5d3870da47f0 None None] Checking agent: {'id': 'ec10bf60-b5fa-4c85-822a-958a8882b62f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 47), 'started_at': datetime.datetime(2022, 5, 24, 13, 47, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 13, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 13:55:48.617208 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6544252a-b71d-4160-829f-5d3870da47f0 None None] Checking segment: {'id': '8721b458-6608-4734-825c-3715bb701c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:55:48.617965 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6544252a-b71d-4160-829f-5d3870da47f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:48.618512 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6544252a-b71d-4160-829f-5d3870da47f0 None None] Bound using segment: {'id': '8721b458-6608-4734-825c-3715bb701c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 13:55:48.619143 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-6544252a-b71d-4160-829f-5d3870da47f0 None None] Bound port: 463895b7-a0c1-4b31-af5d-6bb85a30f4ff, host: dv-cinder-842129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8721b458-6608-4734-825c-3715bb701c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 13:55:48.619807 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6544252a-b71d-4160-829f-5d3870da47f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (463895b7-a0c1-4b31-af5d-6bb85a30f4ff), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:48.739396 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-16080b6b-4357-42d6-80da-c97b16e27a5d None None] Provisioning complete for port 463895b7-a0c1-4b31-af5d-6bb85a30f4ff triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:55:48.739867 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-5f791af9-c739-44a0-8fe0-ef31b1e1d2c2 service neutron] 10.222.0.24 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274507 May 24 13:55:48.740421 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-16080b6b-4357-42d6-80da-c97b16e27a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (463895b7-a0c1-4b31-af5d-6bb85a30f4ff), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:48.753347 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269a6268-a0a1-4081-838c-c362f65f042a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:55:48.756756 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-269a6268-a0a1-4081-838c-c362f65f042a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:55:48.761902 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269a6268-a0a1-4081-838c-c362f65f042a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 13:55:48.802804 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:48.804484 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-16080b6b-4357-42d6-80da-c97b16e27a5d None None] Port 463895b7-a0c1-4b31-af5d-6bb85a30f4ff cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 13:55:48.805975 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-646a4242-45f8-40fb-a5e5-f9b7435e78dc admin admin] Publish callbacks [] for security_group (5173c3c4-df99-42b4-8ce0-055388d5c368), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:48.836857 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-6544252a-b71d-4160-829f-5d3870da47f0 None None] For port 463895b7-a0c1-4b31-af5d-6bb85a30f4ff, host dv-cinder-842129-1-iscsi, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 13:55:48.840711 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-6544252a-b71d-4160-829f-5d3870da47f0 None None] For port 463895b7-a0c1-4b31-af5d-6bb85a30f4ff, host dv-cinder-842129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=463895b7-a0c1-4b31-af5d-6bb85a30f4ff,segment=NetworkSegment(8721b458-6608-4734-825c-3715bb701c43),segment_id=8721b458-6608-4734-825c-3715bb701c43)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 13:55:48.867452 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6544252a-b71d-4160-829f-5d3870da47f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (463895b7-a0c1-4b31-af5d-6bb85a30f4ff), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:48.877387 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-646a4242-45f8-40fb-a5e5-f9b7435e78dc admin admin] Publish callbacks [] for security_group (5173c3c4-df99-42b4-8ce0-055388d5c368), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:48.907186 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:48.938717 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff420b-45e8-4e79-9dff-5adbda364fea None None] Pushing event updated for resources: {'Port': ['ID=463895b7-a0c1-4b31-af5d-6bb85a30f4ff,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:48.964817 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6544252a-b71d-4160-829f-5d3870da47f0 None None] Routers {'0afa15be-0b1e-4a34-a580-826aca901c22'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 13:55:48.965610 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-6544252a-b71d-4160-829f-5d3870da47f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T13:55:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['0afa15be-0b1e-4a34-a580-826aca901c22'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:55:48.968903 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d06bd-fb79-4c53-8aa7-5f03bb8ffbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5173c3c4-df99-42b4-8ce0-055388d5c368,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:49.017801 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b46d1a22-ef54-4097-bbde-d2738c5b76c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (c219e4fd-c99b-4a59-a5e9-c96bbdc17892), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:49.022956 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b46d1a22-ef54-4097-bbde-d2738c5b76c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:49.030607 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-b46d1a22-ef54-4097-bbde-d2738c5b76c3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c219e4fd-c99b-4a59-a5e9-c96bbdc17892 HTTP/1.1" status: 204 len: 168 time: 1.4670835 May 24 13:55:49.054977 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d1a22-ef54-4097-bbde-d2738c5b76c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c219e4fd-c99b-4a59-a5e9-c96bbdc17892,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:49.118088 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-646a4242-45f8-40fb-a5e5-f9b7435e78dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (5173c3c4-df99-42b4-8ce0-055388d5c368), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:49.123102 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-646a4242-45f8-40fb-a5e5-f9b7435e78dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:49.124602 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-646a4242-45f8-40fb-a5e5-f9b7435e78dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5173c3c4-df99-42b4-8ce0-055388d5c368 HTTP/1.1" status: 204 len: 168 time: 0.4902592 May 24 13:55:49.135928 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a4242-45f8-40fb-a5e5-f9b7435e78dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5173c3c4-df99-42b4-8ce0-055388d5c368,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:49.143755 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-269a6268-a0a1-4081-838c-c362f65f042a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for floatingip (e88eebf3-a7aa-437a-9745-acd03b37f024), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:49.208161 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:49.271950 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e8761f43-64fb-4620-8c58-55fd1500fbf6 req-7a01f526-6e84-4810-a3d3-83af9a648467 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f19875e-64fa-4a59-9a45-a3d6e7ae96d6 HTTP/1.1" status: 200 len: 210 time: 0.0872228 May 24 13:55:49.302608 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-6544252a-b71d-4160-829f-5d3870da47f0 None None] Set router 0afa15be-0b1e-4a34-a580-826aca901c22 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 13:55:49.363782 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-269a6268-a0a1-4081-838c-c362f65f042a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (2bd2e4e8-ad2a-4d44-b03e-21a9961ab2ba), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:49.704121 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-67ba1a6d-87df-42fb-bbb9-e6c1e1fdc0f7 None None] Provisioning complete for port 463895b7-a0c1-4b31-af5d-6bb85a30f4ff triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:55:49.704682 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-67ba1a6d-87df-42fb-bbb9-e6c1e1fdc0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (463895b7-a0c1-4b31-af5d-6bb85a30f4ff), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:49.885932 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 8de62c04-2abf-4511-baba-d8f3c2e68ab2 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:55:50.116632 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-269a6268-a0a1-4081-838c-c362f65f042a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for port (2bd2e4e8-ad2a-4d44-b03e-21a9961ab2ba), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:50.161415 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-269a6268-a0a1-4081-838c-c362f65f042a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5714289'] for port (2bd2e4e8-ad2a-4d44-b03e-21a9961ab2ba), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:50.208853 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port 8de62c04-2abf-4511-baba-d8f3c2e68ab2 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:55:50.209745 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (8de62c04-2abf-4511-baba-d8f3c2e68ab2), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:50.234759 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-6544252a-b71d-4160-829f-5d3870da47f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'name': 'tempest-ServerRescueNegativeTestJSON-2082356560-router', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a74a897e-cdb8-40f8-bbb9-7807cfaa29a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:42Z', 'revision_number': 4, 'project_id': '54ee7d13408645e6b6517f541fe45670', 'gw_port': {'id': 'a74a897e-cdb8-40f8-bbb9-7807cfaa29a0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:55:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:34Z', 'updated_at': '2022-05-24T13:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '463895b7-a0c1-4b31-af5d-6bb85a30f4ff', 'name': '', 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'mac_address': 'fa:16:3e:b7:cb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '899ca591-3ba0-4148-9660-6941aa8cd299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:40Z', 'updated_at': '2022-05-24T13:55:48Z', 'revision_number': 4, 'project_id': '54ee7d13408645e6b6517f541fe45670', 'subnets': [{'id': '899ca591-3ba0-4148-9660-6941aa8cd299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:55:50.268056 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a6268-a0a1-4081-838c-c362f65f042a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Pushing event updated for resources: {'Port': ['ID=2bd2e4e8-ad2a-4d44-b03e-21a9961ab2ba,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:50.275433 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-67ba1a6d-87df-42fb-bbb9-e6c1e1fdc0f7 None None] Current status of the port 463895b7-a0c1-4b31-af5d-6bb85a30f4ff is: DOWN; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:55:50.276958 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-67ba1a6d-87df-42fb-bbb9-e6c1e1fdc0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (463895b7-a0c1-4b31-af5d-6bb85a30f4ff), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:50.295207 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6544252a-b71d-4160-829f-5d3870da47f0 None None] The sync data for ids ['0afa15be-0b1e-4a34-a580-826aca901c22'] in dv-cinder-842129-1-iscsi is: [{'id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'name': 'tempest-ServerRescueNegativeTestJSON-2082356560-router', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a74a897e-cdb8-40f8-bbb9-7807cfaa29a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:42Z', 'revision_number': 4, 'project_id': '54ee7d13408645e6b6517f541fe45670', 'gw_port': {'id': 'a74a897e-cdb8-40f8-bbb9-7807cfaa29a0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:55:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:34Z', 'updated_at': '2022-05-24T13:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '463895b7-a0c1-4b31-af5d-6bb85a30f4ff', 'name': '', 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'mac_address': 'fa:16:3e:b7:cb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '899ca591-3ba0-4148-9660-6941aa8cd299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:40Z', 'updated_at': '2022-05-24T13:55:48Z', 'revision_number': 4, 'project_id': '54ee7d13408645e6b6517f541fe45670', 'subnets': [{'id': '899ca591-3ba0-4148-9660-6941aa8cd299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 13:55:50.367062 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-67ba1a6d-87df-42fb-bbb9-e6c1e1fdc0f7 None None] For port 463895b7-a0c1-4b31-af5d-6bb85a30f4ff, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=463895b7-a0c1-4b31-af5d-6bb85a30f4ff,segment=NetworkSegment(8721b458-6608-4734-825c-3715bb701c43),segment_id=8721b458-6608-4734-825c-3715bb701c43)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:55:50.375866 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-67ba1a6d-87df-42fb-bbb9-e6c1e1fdc0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (463895b7-a0c1-4b31-af5d-6bb85a30f4ff), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:50.479929 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port 8de62c04-2abf-4511-baba-d8f3c2e68ab2 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:55:50.499181 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:50.528660 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba1a6d-87df-42fb-bbb9-e6c1e1fdc0f7 None None] Pushing event updated for resources: {'Port': ['ID=463895b7-a0c1-4b31-af5d-6bb85a30f4ff,revision_number=5']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:50.531084 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc1781-9fff-480f-8a9a-0042d597480b req-bce46dea-e217-43df-99d4-8b299faa348b tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:55:50.542623 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-82fc1781-9fff-480f-8a9a-0042d597480b req-bce46dea-e217-43df-99d4-8b299faa348b tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/ports?device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d HTTP/1.1" status: 200 len: 931 time: 0.4229510 May 24 13:55:50.553730 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-269a6268-a0a1-4081-838c-c362f65f042a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534436'] for floatingip (e88eebf3-a7aa-437a-9745-acd03b37f024), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:50.578941 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:50.617186 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-269a6268-a0a1-4081-838c-c362f65f042a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:50.633135 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-269a6268-a0a1-4081-838c-c362f65f042a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1112323 May 24 13:55:50.693667 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-82fc1781-9fff-480f-8a9a-0042d597480b req-69eaf2d5-98e3-4d37-8038-1453760dc870 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5e6359b-87e5-41d5-a263-ef1e6639e6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476729 May 24 13:55:50.743473 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-2d7c7146-fad2-4189-91dd-d2fe0da3d034 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:55:50.746615 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-2d7c7146-fad2-4189-91dd-d2fe0da3d034 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/networks?id=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 HTTP/1.1" status: 200 len: 819 time: 0.4530275 May 24 13:55:50.786226 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-cb4683f0-6260-42c7-85a3-8b9a51f6823e tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/quotas/54ee7d13408645e6b6517f541fe45670 HTTP/1.1" status: 200 len: 375 time: 0.0330844 May 24 13:55:51.062460 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-f8c84817-76e9-4d6b-8057-beff2290345a tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=54ee7d13408645e6b6517f541fe45670&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2685530 May 24 13:55:51.248233 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-12ac9516-23ef-45bf-92e9-fee8161f0894 service neutron] Request body: {'port': {'device_id': '62dd759e-f58f-4459-b7da-0cb782f87e6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:55:51.486419 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-12ac9516-23ef-45bf-92e9-fee8161f0894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (56936aaa-5166-4c7c-8b7c-5354a85bc313), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:51.702330 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-64e5e416-315a-45ad-ad85-3f4d0089321f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--428405128&fields=id&tenant_id=3db44af3db3441b7a0c5eb524eb35806 HTTP/1.1" status: 200 len: 267 time: 0.3980532 May 24 13:55:51.942657 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 463895b7-a0c1-4b31-af5d-6bb85a30f4ff up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:55:52.070690 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port 463895b7-a0c1-4b31-af5d-6bb85a30f4ff triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:55:52.071381 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (463895b7-a0c1-4b31-af5d-6bb85a30f4ff), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:52.114440 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-2379c6b8-cbfa-49a1-a64d-e9f741447159 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:55:52.146268 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-2379c6b8-cbfa-49a1-a64d-e9f741447159 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/networks?id=2e5782d9-5791-4763-85b4-bfd8289d9060 HTTP/1.1" status: 200 len: 815 time: 0.4428899 May 24 13:55:52.147997 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-dc1dd229-9f91-43d7-9ad6-75a53c3db091 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103807) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 24 13:55:52.149595 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-dc1dd229-9f91-43d7-9ad6-75a53c3db091 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6566391 May 24 13:55:52.204795 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-9b0f11c5-6183-4db1-8418-5fec37068a72 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/quotas/3db44af3db3441b7a0c5eb524eb35806 HTTP/1.1" status: 200 len: 375 time: 0.0575573 May 24 13:55:52.214336 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port 463895b7-a0c1-4b31-af5d-6bb85a30f4ff is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:55:52.329960 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-095a7907-d9f8-4dbe-9759-21975cbbeb8d tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3db44af3db3441b7a0c5eb524eb35806&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1132991 May 24 13:55:52.609898 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:52.631855 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-549b850c-66d2-4401-bd9f-600c011160cc service neutron] 10.222.0.24 "GET /v2.0/networks/2e5782d9-5791-4763-85b4-bfd8289d9060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703025 May 24 13:55:52.662653 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-c1b4040f-4d6f-46ac-9de6-7e4e5aedf751 service neutron] 10.222.0.24 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828939 May 24 13:55:52.869695 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:52.877794 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-12ac9516-23ef-45bf-92e9-fee8161f0894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56936aaa-5166-4c7c-8b7c-5354a85bc313 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 13:55:52.897001 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-12ac9516-23ef-45bf-92e9-fee8161f0894 service neutron] Publish callbacks [] for port (56936aaa-5166-4c7c-8b7c-5354a85bc313), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:52.912208 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.55', 51182) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:52.942174 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-626f13b0-5123-4983-a6d3-72ff7ec5ed12 service neutron] 10.222.0.24 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786436 May 24 13:55:52.984268 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-12ac9516-23ef-45bf-92e9-fee8161f0894 service neutron] Transition to ACTIVE for port object 56936aaa-5166-4c7c-8b7c-5354a85bc313 will not be triggered until provisioned by entity L2. {{(pid=103807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 13:55:53.014262 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-12ac9516-23ef-45bf-92e9-fee8161f0894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (56936aaa-5166-4c7c-8b7c-5354a85bc313), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:53.026066 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-0416ab25-4b6b-4a67-b9d0-aa1259f91bd5 service neutron] 10.222.0.24 "GET /v2.0/networks/2e5782d9-5791-4763-85b4-bfd8289d9060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927293 May 24 13:55:53.337435 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:53.367695 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac9516-23ef-45bf-92e9-fee8161f0894 service neutron] Pushing event updated for resources: {'Port': ['ID=56936aaa-5166-4c7c-8b7c-5354a85bc313,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:53.688486 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-cded42f0-3213-42af-93e7-8a290eb43d53 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:55:53.695731 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-cded42f0-3213-42af-93e7-8a290eb43d53 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.55 "GET /v2.0/networks?id=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 HTTP/1.1" status: 200 len: 819 time: 0.7519526 May 24 13:55:53.731499 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-12ac9516-23ef-45bf-92e9-fee8161f0894 service neutron] Attempting to bind port 56936aaa-5166-4c7c-8b7c-5354a85bc313 on host hv-cinder-84212 for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 13:55:53.732494 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-12ac9516-23ef-45bf-92e9-fee8161f0894 service neutron] Attempting to bind port 56936aaa-5166-4c7c-8b7c-5354a85bc313 by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': 'be46062f-bf57-4bae-99b1-d9b187034dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '65749181-7f65-4f7b-8fe7-30750c6b382d'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 13:55:53.733237 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-12ac9516-23ef-45bf-92e9-fee8161f0894 service neutron] Attempting to bind port 56936aaa-5166-4c7c-8b7c-5354a85bc313 on network 65749181-7f65-4f7b-8fe7-30750c6b382d {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:55:53.755293 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-3a597049-7d8f-476e-8142-8873ab349151 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Request body: {'port': {'device_id': '2f19875e-64fa-4a59-9a45-a3d6e7ae96d6', 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9', 'admin_state_up': True, 'tenant_id': '54ee7d13408645e6b6517f541fe45670'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:55:53.846446 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-882227ee-97e4-447a-9bab-c1fb11eef26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:54.282249 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-12ac9516-23ef-45bf-92e9-fee8161f0894 service neutron] Port 56936aaa-5166-4c7c-8b7c-5354a85bc313 on network 65749181-7f65-4f7b-8fe7-30750c6b382d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 13:55:54.283162 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-12ac9516-23ef-45bf-92e9-fee8161f0894 service neutron] Attempting to bind port 56936aaa-5166-4c7c-8b7c-5354a85bc313 on network 65749181-7f65-4f7b-8fe7-30750c6b382d {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:55:54.328187 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31664c60-c9e3-4d09-bb08-caa302d59101 req-73a6b3b0-74d3-49b0-a5c5-5cc3b021a0b0 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:55:54.340511 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-31664c60-c9e3-4d09-bb08-caa302d59101 req-73a6b3b0-74d3-49b0-a5c5-5cc3b021a0b0 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/ports?device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d HTTP/1.1" status: 200 len: 943 time: 0.8991957 May 24 13:55:54.394007 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-12ac9516-23ef-45bf-92e9-fee8161f0894 service neutron] Checking agent: {'id': 'a7952d12-b11e-49b3-ae0f-02e893d8d6d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'started_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 13, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 13:55:54.394634 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-12ac9516-23ef-45bf-92e9-fee8161f0894 service neutron] Checking segment: {'id': 'be46062f-bf57-4bae-99b1-d9b187034dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '65749181-7f65-4f7b-8fe7-30750c6b382d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:55:54.396049 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-12ac9516-23ef-45bf-92e9-fee8161f0894 service neutron] Bound using segment: {'id': 'be46062f-bf57-4bae-99b1-d9b187034dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '65749181-7f65-4f7b-8fe7-30750c6b382d'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 13:55:54.397020 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-12ac9516-23ef-45bf-92e9-fee8161f0894 service neutron] Bound port: 56936aaa-5166-4c7c-8b7c-5354a85bc313, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be46062f-bf57-4bae-99b1-d9b187034dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '65749181-7f65-4f7b-8fe7-30750c6b382d'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 13:55:54.397578 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-12ac9516-23ef-45bf-92e9-fee8161f0894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (56936aaa-5166-4c7c-8b7c-5354a85bc313), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:54.582703 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ca424c3e-6739-44d1-b03c-d15978912962 req-f5fc4071-08a1-41da-bc96-8e7939d9026d tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 210 time: 0.1519251 May 24 13:55:54.636347 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-12ac9516-23ef-45bf-92e9-fee8161f0894 service neutron] For port 56936aaa-5166-4c7c-8b7c-5354a85bc313, host hv-cinder-84212, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 13:55:54.765503 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-31664c60-c9e3-4d09-bb08-caa302d59101 req-bb8adabb-bffd-4aa7-ba86-4405b84b2ad9 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5e6359b-87e5-41d5-a263-ef1e6639e6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218678 May 24 13:55:54.776433 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-12ac9516-23ef-45bf-92e9-fee8161f0894 service neutron] For port 56936aaa-5166-4c7c-8b7c-5354a85bc313, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=56936aaa-5166-4c7c-8b7c-5354a85bc313,segment=NetworkSegment(be46062f-bf57-4bae-99b1-d9b187034dca),segment_id=be46062f-bf57-4bae-99b1-d9b187034dca)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 13:55:54.786088 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-86e2def7-1eca-4138-8443-8a09a19999cf req-ad992c3f-38da-4d1f-8d8a-686b98b67643 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=9302a225-a5b2-456b-97ef-a6c329608645 HTTP/1.1" status: 200 len: 210 time: 0.0909367 May 24 13:55:54.836903 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-12ac9516-23ef-45bf-92e9-fee8161f0894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (56936aaa-5166-4c7c-8b7c-5354a85bc313), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:54.880449 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-3a597049-7d8f-476e-8142-8873ab349151 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Made reservation on behalf of 54ee7d13408645e6b6517f541fe45670 for: {'port': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:55:54.884482 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-3a597049-7d8f-476e-8142-8873ab349151 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:54.926999 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-12ac9516-23ef-45bf-92e9-fee8161f0894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:55:54.927624 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-12ac9516-23ef-45bf-92e9-fee8161f0894 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:54.967953 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-12ac9516-23ef-45bf-92e9-fee8161f0894 service neutron] 10.222.0.55 "PUT /v2.0/ports/56936aaa-5166-4c7c-8b7c-5354a85bc313 HTTP/1.1" status: 200 len: 1093 time: 4.0847397 May 24 13:55:54.970619 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62dd759e-f58f-4459-b7da-0cb782f87e6d', 'tag': '56936aaa-5166-4c7c-8b7c-5354a85bc313'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 13:55:55.089367 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac9516-23ef-45bf-92e9-fee8161f0894 service neutron] Pushing event updated for resources: {'Port': ['ID=56936aaa-5166-4c7c-8b7c-5354a85bc313,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:55.267062 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a099b7b9-c411-447b-9a04-1a55af006b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "62dd759e-f58f-4459-b7da-0cb782f87e6d", "tag": "56936aaa-5166-4c7c-8b7c-5354a85bc313"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 13:55:55.310481 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-3a597049-7d8f-476e-8142-8873ab349151 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Allocated IP 172.20.0.6 (c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9/899ca591-3ba0-4148-9660-6941aa8cd299/b953d341-a6ef-44a5-b545-6c5db2385fb4) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 13:55:55.690315 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-3a597049-7d8f-476e-8142-8873ab349151 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks [] for port (b953d341-a6ef-44a5-b545-6c5db2385fb4), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:55.763236 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:55.769739 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=5 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:55.772711 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 13:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67673db-769a-4130-934a-ad56363e97ad x-openstack-request-id: req-b67673db-769a-4130-934a-ad56363e97ad {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 13:55:55.773247 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62dd759e-f58f-4459-b7da-0cb782f87e6d", "tag": "56936aaa-5166-4c7c-8b7c-5354a85bc313", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 13:55:55.773691 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b67673db-769a-4130-934a-ad56363e97ad {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 13:55:55.774305 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b67673db-769a-4130-934a-ad56363e97ad'] response: {'name': 'network-changed', 'server_uuid': '62dd759e-f58f-4459-b7da-0cb782f87e6d', 'tag': '56936aaa-5166-4c7c-8b7c-5354a85bc313', 'status': 'completed', 'code': 200} May 24 13:55:55.777801 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-3a597049-7d8f-476e-8142-8873ab349151 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997'] for port (b953d341-a6ef-44a5-b545-6c5db2385fb4), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:55.847674 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c0fe0db9-97c7-4e7a-830f-74bdb9924fe8 req-7f1b19ec-c856-4050-955d-7fc1ab5dab2d tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 210 time: 0.0893791 May 24 13:55:56.021558 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-96fafb98-79d0-46de-a295-5bceb906e43d req-29a89419-8416-4e42-9aa7-62cf98775e93 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=9302a225-a5b2-456b-97ef-a6c329608645 HTTP/1.1" status: 200 len: 210 time: 0.0678015 May 24 13:55:56.030977 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a597049-7d8f-476e-8142-8873ab349151 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Pushing event updated for resources: {'Port': ['ID=b953d341-a6ef-44a5-b545-6c5db2385fb4,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:56.051467 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-3a597049-7d8f-476e-8142-8873ab349151 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Network c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:55:56.065916 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-3a597049-7d8f-476e-8142-8873ab349151 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:55:56.070683 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-3a597049-7d8f-476e-8142-8873ab349151 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 13:55:56.079139 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-3a597049-7d8f-476e-8142-8873ab349151 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:55:56.079779 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-3a597049-7d8f-476e-8142-8873ab349151 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:56.130757 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 33934) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:56.171417 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c8f44b21-e27b-4e96-8131-d4d8eb8b768e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:56.208353 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.55', 51188) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:56.234661 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-26d8cbe0-897b-4b2f-89f2-b8f4a835b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:55:56.236400 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-26d8cbe0-897b-4b2f-89f2-b8f4a835b01a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=469bcf4beb3041559397e70538a7ea12&device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d HTTP/1.1" status: 200 len: 1127 time: 0.1817465 May 24 13:55:56.357456 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384ac6f-53ee-436e-83d6-5d4dd9f84da2 req-6830b88b-8485-4bb5-9f61-93d3aa616ac5 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:55:56.376783 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c384ac6f-53ee-436e-83d6-5d4dd9f84da2 req-6830b88b-8485-4bb5-9f61-93d3aa616ac5 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/ports?device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d HTTP/1.1" status: 200 len: 943 time: 0.4036367 May 24 13:55:56.476405 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-507fad82-c471-4a09-8c92-6f375fc86c4b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=56936aaa-5166-4c7c-8b7c-5354a85bc313 HTTP/1.1" status: 200 len: 217 time: 0.2014253 May 24 13:55:56.509793 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-45d662ea-610c-45fb-b8e6-631630b58899 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:55:56.512246 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-45d662ea-610c-45fb-b8e6-631630b58899 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.55 "GET /v2.0/networks?id=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 HTTP/1.1" status: 200 len: 819 time: 0.2970228 May 24 13:55:56.530844 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fd414fe8-d2df-4239-a62b-10c217d69490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:56.548148 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c384ac6f-53ee-436e-83d6-5d4dd9f84da2 req-8ae21033-cba7-446a-ba4e-1efed41ba32d tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5e6359b-87e5-41d5-a263-ef1e6639e6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701415 May 24 13:55:56.560289 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-3a597049-7d8f-476e-8142-8873ab349151 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8125477 May 24 13:55:56.677572 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-22288a71-3982-4b9f-82fb-f9efd3edfd20 None None] Provisioning complete for port b953d341-a6ef-44a5-b545-6c5db2385fb4 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:55:56.677934 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-22288a71-3982-4b9f-82fb-f9efd3edfd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (b953d341-a6ef-44a5-b545-6c5db2385fb4), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:56.690155 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fd414fe8-d2df-4239-a62b-10c217d69490 admin admin] Publish callbacks [] for security_group (cfe2c43d-e92b-4050-b61f-52167130ed44), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:56.697414 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fd414fe8-d2df-4239-a62b-10c217d69490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (cfe2c43d-e92b-4050-b61f-52167130ed44), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:56.725299 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-22288a71-3982-4b9f-82fb-f9efd3edfd20 None None] Port b953d341-a6ef-44a5-b545-6c5db2385fb4 cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 13:55:56.747713 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-fd414fe8-d2df-4239-a62b-10c217d69490 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40eb072e6b8348e2bd1c58ce421983d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6158645 May 24 13:55:56.751497 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-5d603215-4968-4e5b-9202-870516c11186 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Request body: {'port': {'device_id': '84f67703-35a4-40ad-a442-d8230c57ca65', 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9', 'admin_state_up': True, 'tenant_id': '54ee7d13408645e6b6517f541fe45670'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:55:56.755986 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 33964) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:56.778047 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd414fe8-d2df-4239-a62b-10c217d69490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe2c43d-e92b-4050-b61f-52167130ed44,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:56.873787 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-683e0299-8cf4-43e1-ba3f-57b14ef0fa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:55:56.875720 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-683e0299-8cf4-43e1-ba3f-57b14ef0fa05 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ae1b538c-8a21-46b8-a9bc-9dcafc04136f HTTP/1.1" status: 200 len: 851 time: 0.1325181 May 24 13:55:56.902250 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-8969341f-22f0-4cad-b7df-603bba88a047 service neutron] Request body: {'port': {'device_id': '2f19875e-64fa-4a59-9a45-a3d6e7ae96d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:55:56.914564 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:56.989352 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.55', 51191) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:56.990222 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-8969341f-22f0-4cad-b7df-603bba88a047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (b953d341-a6ef-44a5-b545-6c5db2385fb4), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:57.313736 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-e1f01aac-e19f-4777-9ca3-5e28bb888b67 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65749181-7f65-4f7b-8fe7-30750c6b382d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3254743 May 24 13:55:57.381669 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7af6fa42-d329-47ef-b1a7-2b6e62c30ea2 req-0c856e2d-56f7-4e60-9d97-c42a4fd693be tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=9302a225-a5b2-456b-97ef-a6c329608645 HTTP/1.1" status: 200 len: 210 time: 0.0906229 May 24 13:55:57.449474 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:57.490298 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-7f82e016-7c43-4013-999d-7425c441d381 req-c271b288-d4c1-4b38-9088-debb22ead299 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 210 time: 0.1812303 May 24 13:55:57.698861 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:57.726212 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ed6991a8-d65a-4743-b1e1-e2dbb9b18bc5 admin admin] Publish callbacks [] for security_group (cfe2c43d-e92b-4050-b61f-52167130ed44), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:57.829946 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ed6991a8-d65a-4743-b1e1-e2dbb9b18bc5 admin admin] Publish callbacks [] for security_group (cfe2c43d-e92b-4050-b61f-52167130ed44), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:57.911950 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-5d603215-4968-4e5b-9202-870516c11186 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Made reservation on behalf of 54ee7d13408645e6b6517f541fe45670 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:55:57.921666 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-5d603215-4968-4e5b-9202-870516c11186 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:57.925074 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-4791d4a1-a3de-44cd-a9e1-91b28cb99582 service neutron] 10.222.0.55 "GET /v2.0/networks/65749181-7f65-4f7b-8fe7-30750c6b382d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560299 May 24 13:55:58.064179 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156cf4d-c0a2-46ae-82ef-dfd16302fe37 req-bc5cc131-b49f-4245-ac41-7f12cae985e2 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:55:58.065959 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1156cf4d-c0a2-46ae-82ef-dfd16302fe37 req-bc5cc131-b49f-4245-ac41-7f12cae985e2 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/ports?device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d HTTP/1.1" status: 200 len: 943 time: 0.1363764 May 24 13:55:58.137472 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ed6991a8-d65a-4743-b1e1-e2dbb9b18bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (cfe2c43d-e92b-4050-b61f-52167130ed44), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:58.140797 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ed6991a8-d65a-4743-b1e1-e2dbb9b18bc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:58.142478 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-ed6991a8-d65a-4743-b1e1-e2dbb9b18bc5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cfe2c43d-e92b-4050-b61f-52167130ed44 HTTP/1.1" status: 204 len: 168 time: 1.3836598 May 24 13:55:58.254466 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6991a8-d65a-4743-b1e1-e2dbb9b18bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe2c43d-e92b-4050-b61f-52167130ed44,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:58.440554 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 34058) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:55:58.482334 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-40f4720b-be6c-413a-8a78-094f7e139168 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:55:58.490244 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-40f4720b-be6c-413a-8a78-094f7e139168 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.55 "GET /v2.0/networks?id=2e5782d9-5791-4763-85b4-bfd8289d9060 HTTP/1.1" status: 200 len: 815 time: 1.4761956 May 24 13:55:58.607757 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:58.695591 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-5d603215-4968-4e5b-9202-870516c11186 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Allocated IP 172.20.0.10 (c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9/899ca591-3ba0-4148-9660-6941aa8cd299/962017d2-ce45-4701-b48a-e3e4aa4836f5) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 13:55:58.696562 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:58.720333 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1156cf4d-c0a2-46ae-82ef-dfd16302fe37 req-6291165d-46aa-43e8-a0ac-e29a25aee6d6 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5e6359b-87e5-41d5-a263-ef1e6639e6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5216618 May 24 13:55:58.736397 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-8ad560c3-d9af-4e14-b02a-edb6a18fd66e req-f64709ad-c822-4177-a820-c1434eb4dd8d tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=9302a225-a5b2-456b-97ef-a6c329608645 HTTP/1.1" status: 200 len: 210 time: 0.1615200 May 24 13:55:58.854560 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4e592493-d2c5-496c-8e8c-a2b1a4d17714 req-93092452-5506-40eb-b3a3-c55c6587abf1 service neutron] 10.222.0.55 "GET /v2.0/networks/65749181-7f65-4f7b-8fe7-30750c6b382d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7759566 May 24 13:55:59.027860 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:59.035386 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5d7aef23-1557-4da2-bfb6-be5892745ff2 req-25e03c73-6661-42b2-b59c-d819fecf0af8 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 210 time: 0.1296687 May 24 13:55:59.058895 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-14524998-9fb1-48af-a0d5-49668d657606 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3db44af3db3441b7a0c5eb524eb35806 HTTP/1.1" status: 200 len: 379 time: 0.3597901 May 24 13:55:59.103850 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:59.113005 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-ea6bd8b8-2116-4976-aff9-72bcb8d06e80 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Request body: {'port': {'device_id': '9302a225-a5b2-456b-97ef-a6c329608645', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'admin_state_up': True, 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'security_groups': ['85368fb9-1914-4a20-a87d-5795db208cda']}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:55:59.136341 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-85505fd7-c40a-469d-8837-392d4e14ecf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:59.343648 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-5d603215-4968-4e5b-9202-870516c11186 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks [] for port (962017d2-ce45-4701-b48a-e3e4aa4836f5), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:59.366386 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099b7b9-c411-447b-9a04-1a55af006b2e req-904d2f0d-833a-42cb-a6a8-8c5fe27f3e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:55:59.370182 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a099b7b9-c411-447b-9a04-1a55af006b2e req-904d2f0d-833a-42cb-a6a8-8c5fe27f3e6b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=469bcf4beb3041559397e70538a7ea12&device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d HTTP/1.1" status: 200 len: 1127 time: 0.1566684 May 24 13:55:59.584447 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=7 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:55:59.626519 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-5d603215-4968-4e5b-9202-870516c11186 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (962017d2-ce45-4701-b48a-e3e4aa4836f5), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:59.645435 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-85505fd7-c40a-469d-8837-392d4e14ecf6 admin admin] Publish callbacks [] for security_group (781d1028-0435-41bb-a455-3cb925911644), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:55:59.962294 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d603215-4968-4e5b-9202-870516c11186 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Pushing event updated for resources: {'Port': ['ID=962017d2-ce45-4701-b48a-e3e4aa4836f5,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:55:59.973897 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-85505fd7-c40a-469d-8837-392d4e14ecf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (781d1028-0435-41bb-a455-3cb925911644), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:00.022824 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:00.036696 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-5d603215-4968-4e5b-9202-870516c11186 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Network c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:56:00.037510 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85505fd7-c40a-469d-8837-392d4e14ecf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781d1028-0435-41bb-a455-3cb925911644,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:00.092867 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-5d603215-4968-4e5b-9202-870516c11186 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:56:00.107009 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-5d603215-4968-4e5b-9202-870516c11186 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 13:56:00.153062 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-85505fd7-c40a-469d-8837-392d4e14ecf6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ad3abc8cf774b279c6c68c27a1877d3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7111862 May 24 13:56:00.156581 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 34154) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:00.186904 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba122feb-e580-4890-936c-3ebde952b4ba req-f2f849dd-5eb4-494f-8ada-7c607380a32d tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:00.200235 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ba122feb-e580-4890-936c-3ebde952b4ba req-f2f849dd-5eb4-494f-8ada-7c607380a32d tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/ports?device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d HTTP/1.1" status: 200 len: 943 time: 0.2160263 May 24 13:56:00.244984 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a1ed911f-03d8-4bfe-b7ad-ef3e22146e9f req-1819327e-a2bd-4b05-ae98-8ebe7881d5b2 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=9302a225-a5b2-456b-97ef-a6c329608645 HTTP/1.1" status: 200 len: 210 time: 0.2517288 May 24 13:56:00.244984 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-ea6bd8b8-2116-4976-aff9-72bcb8d06e80 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Made reservation on behalf of 3db44af3db3441b7a0c5eb524eb35806 for: {'port': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:56:00.260711 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-ea6bd8b8-2116-4976-aff9-72bcb8d06e80 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:00.345240 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 34158) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:00.349336 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-5d603215-4968-4e5b-9202-870516c11186 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:00.363418 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-5d603215-4968-4e5b-9202-870516c11186 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:00.388211 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:00.444928 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-5d603215-4968-4e5b-9202-870516c11186 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6959877 May 24 13:56:00.493556 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ba122feb-e580-4890-936c-3ebde952b4ba req-ede267ab-3fde-448a-bca2-75f001f36e6f tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5e6359b-87e5-41d5-a263-ef1e6639e6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915304 May 24 13:56:00.501034 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-4b3f684a-93dc-4bf6-8326-5f5dd0e4dfaa service neutron] Request body: {'port': {'device_id': '84f67703-35a4-40ad-a442-d8230c57ca65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:56:00.615952 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099b7b9-c411-447b-9a04-1a55af006b2e req-15fe29a3-4d6e-4f74-9e24-5f57663c0e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:00.625638 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a099b7b9-c411-447b-9a04-1a55af006b2e req-15fe29a3-4d6e-4f74-9e24-5f57663c0e9f service neutron] 10.222.0.55 "GET /v2.0/networks?id=65749181-7f65-4f7b-8fe7-30750c6b382d HTTP/1.1" status: 200 len: 912 time: 1.2373462 May 24 13:56:00.695004 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 34176) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:00.698984 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-0a3af2fc-35f9-482b-90dd-a2eb47593257 None None] Provisioning complete for port 962017d2-ce45-4701-b48a-e3e4aa4836f5 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:56:00.699198 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a198fc0c-386f-4e3a-b7fe-3212e963db1d admin admin] Publish callbacks [] for security_group (781d1028-0435-41bb-a455-3cb925911644), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:00.700772 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0a3af2fc-35f9-482b-90dd-a2eb47593257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (962017d2-ce45-4701-b48a-e3e4aa4836f5), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:00.762737 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-4b3f684a-93dc-4bf6-8326-5f5dd0e4dfaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (962017d2-ce45-4701-b48a-e3e4aa4836f5), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:00.808047 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a198fc0c-386f-4e3a-b7fe-3212e963db1d admin admin] Publish callbacks [] for security_group (781d1028-0435-41bb-a455-3cb925911644), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:00.816428 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-0a3af2fc-35f9-482b-90dd-a2eb47593257 None None] Port 962017d2-ce45-4701-b48a-e3e4aa4836f5 cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 13:56:00.969408 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-ea6bd8b8-2116-4976-aff9-72bcb8d06e80 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Allocated IP 172.20.0.13 (2e5782d9-5791-4763-85b4-bfd8289d9060/3fb85256-d55e-4eee-985a-4e3dd416d342/52d23d1f-444b-41aa-8726-0248ab97db05) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 13:56:01.074913 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a099b7b9-c411-447b-9a04-1a55af006b2e req-3e3e18b6-c469-4d23-b655-07191fd6c43c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=56936aaa-5166-4c7c-8b7c-5354a85bc313 HTTP/1.1" status: 200 len: 217 time: 0.3803964 May 24 13:56:01.167921 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8261b88-647c-4214-adb0-88c891ed1524 req-b05cccc5-964b-4651-832e-9cf24c2d2aee tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:01.176635 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b8261b88-647c-4214-adb0-88c891ed1524 req-b05cccc5-964b-4651-832e-9cf24c2d2aee tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 932 time: 0.7978549 May 24 13:56:01.217040 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9efa4979-f20d-4aab-aa78-8ffddfe87a63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:01.217926 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a198fc0c-386f-4e3a-b7fe-3212e963db1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (781d1028-0435-41bb-a455-3cb925911644), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:01.221514 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a198fc0c-386f-4e3a-b7fe-3212e963db1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:01.222961 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-a198fc0c-386f-4e3a-b7fe-3212e963db1d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/781d1028-0435-41bb-a455-3cb925911644 HTTP/1.1" status: 204 len: 168 time: 1.0635691 May 24 13:56:01.336835 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198fc0c-386f-4e3a-b7fe-3212e963db1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781d1028-0435-41bb-a455-3cb925911644,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:01.348075 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-070be2c3-ec02-4d8b-bcb8-b8d248265518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:01.353284 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:01.375347 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-8969341f-22f0-4cad-b7df-603bba88a047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b953d341-a6ef-44a5-b545-6c5db2385fb4 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 13:56:01.403627 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-8969341f-22f0-4cad-b7df-603bba88a047 service neutron] Publish callbacks [] for port (b953d341-a6ef-44a5-b545-6c5db2385fb4), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:01.423442 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:01.434544 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:01.436926 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099b7b9-c411-447b-9a04-1a55af006b2e req-8af543eb-22ed-4ac1-ab8a-817376af78e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:01.439984 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a099b7b9-c411-447b-9a04-1a55af006b2e req-8af543eb-22ed-4ac1-ab8a-817376af78e4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ae1b538c-8a21-46b8-a9bc-9dcafc04136f HTTP/1.1" status: 200 len: 851 time: 0.3228197 May 24 13:56:01.515333 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a5c4cc6a-7423-4a65-8374-2febf34effe6 req-5d32f3ad-ea32-4068-8b21-f5ced5a7314c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=9302a225-a5b2-456b-97ef-a6c329608645 HTTP/1.1" status: 200 len: 210 time: 0.1286159 May 24 13:56:01.549658 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-8969341f-22f0-4cad-b7df-603bba88a047 service neutron] Transition to ACTIVE for port object b953d341-a6ef-44a5-b545-6c5db2385fb4 will not be triggered until provisioned by entity L2. {{(pid=103807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 13:56:01.593191 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b8261b88-647c-4214-adb0-88c891ed1524 req-25340dbe-21f7-425f-8d31-a63f91df75bf tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155767 May 24 13:56:01.604993 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-8969341f-22f0-4cad-b7df-603bba88a047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (b953d341-a6ef-44a5-b545-6c5db2385fb4), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:01.650053 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a099b7b9-c411-447b-9a04-1a55af006b2e req-0c88316d-edcd-4b37-8df8-4a45d7376a08 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65749181-7f65-4f7b-8fe7-30750c6b382d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1833618 May 24 13:56:01.832737 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff5bc0-7a4e-4e81-92dc-d35f3befbcf5 req-3720fe5f-644b-4e64-8665-9f1fb7298262 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:01.841118 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-50ff5bc0-7a4e-4e81-92dc-d35f3befbcf5 req-3720fe5f-644b-4e64-8665-9f1fb7298262 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/ports?device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d HTTP/1.1" status: 200 len: 943 time: 0.1196263 May 24 13:56:01.843195 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-ea6bd8b8-2116-4976-aff9-72bcb8d06e80 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for port (52d23d1f-444b-41aa-8726-0248ab97db05), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:01.914401 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8969341f-22f0-4cad-b7df-603bba88a047 service neutron] Pushing event updated for resources: {'Port': ['ID=b953d341-a6ef-44a5-b545-6c5db2385fb4,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:01.983251 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-4b3f684a-93dc-4bf6-8326-5f5dd0e4dfaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 962017d2-ce45-4701-b48a-e3e4aa4836f5 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 13:56:02.009486 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-4b3f684a-93dc-4bf6-8326-5f5dd0e4dfaa service neutron] Publish callbacks [] for port (962017d2-ce45-4701-b48a-e3e4aa4836f5), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:02.026087 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9efa4979-f20d-4aab-aa78-8ffddfe87a63 admin admin] Publish callbacks [] for security_group (60f547da-3018-4d6c-b238-d24204bac4d2), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:02.039747 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-4b3f684a-93dc-4bf6-8326-5f5dd0e4dfaa service neutron] Transition to ACTIVE for port object 962017d2-ce45-4701-b48a-e3e4aa4836f5 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 13:56:02.059262 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-070be2c3-ec02-4d8b-bcb8-b8d248265518 admin admin] Publish callbacks [] for security_group (40658a26-5ac8-4fb7-9d12-0edaac549cd5), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:02.062461 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-4b3f684a-93dc-4bf6-8326-5f5dd0e4dfaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5714289'] for port (962017d2-ce45-4701-b48a-e3e4aa4836f5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:02.071122 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9efa4979-f20d-4aab-aa78-8ffddfe87a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (60f547da-3018-4d6c-b238-d24204bac4d2), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:02.101624 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-8969341f-22f0-4cad-b7df-603bba88a047 service neutron] Attempting to bind port b953d341-a6ef-44a5-b545-6c5db2385fb4 on host hv-cinder-84212 for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 13:56:02.101967 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-8969341f-22f0-4cad-b7df-603bba88a047 service neutron] Attempting to bind port b953d341-a6ef-44a5-b545-6c5db2385fb4 by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': '8721b458-6608-4734-825c-3715bb701c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 13:56:02.102306 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-8969341f-22f0-4cad-b7df-603bba88a047 service neutron] Attempting to bind port b953d341-a6ef-44a5-b545-6c5db2385fb4 on network c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:56:02.120297 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 34206) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:02.139373 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:02.149497 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-070be2c3-ec02-4d8b-bcb8-b8d248265518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (40658a26-5ac8-4fb7-9d12-0edaac549cd5), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:02.155437 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a099b7b9-c411-447b-9a04-1a55af006b2e req-88e6e1ac-e4b4-49e0-987d-6de53a7a861b service neutron] 10.222.0.55 "GET /v2.0/networks/65749181-7f65-4f7b-8fe7-30750c6b382d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847527 May 24 13:56:02.202200 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f684a-93dc-4bf6-8326-5f5dd0e4dfaa service neutron] Pushing event updated for resources: {'Port': ['ID=962017d2-ce45-4701-b48a-e3e4aa4836f5,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:02.234422 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-9efa4979-f20d-4aab-aa78-8ffddfe87a63 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=595f1013ac60424cbe6d2dcdb02158e0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8778112 May 24 13:56:02.242039 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-50ff5bc0-7a4e-4e81-92dc-d35f3befbcf5 req-20c9d682-7bb8-4092-97eb-a31f184a7a63 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5e6359b-87e5-41d5-a263-ef1e6639e6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998327 May 24 13:56:02.244743 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-ea6bd8b8-2116-4976-aff9-72bcb8d06e80 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997'] for port (52d23d1f-444b-41aa-8726-0248ab97db05), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:02.246231 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 34212) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:02.254851 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-070be2c3-ec02-4d8b-bcb8-b8d248265518 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97f5e23e0db444088ec160de3c671619&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5566015 May 24 13:56:02.257894 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 34214) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:02.262207 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-8969341f-22f0-4cad-b7df-603bba88a047 service neutron] Port b953d341-a6ef-44a5-b545-6c5db2385fb4 on network c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 13:56:02.262535 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-8969341f-22f0-4cad-b7df-603bba88a047 service neutron] Attempting to bind port b953d341-a6ef-44a5-b545-6c5db2385fb4 on network c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:56:02.298318 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070be2c3-ec02-4d8b-bcb8-b8d248265518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40658a26-5ac8-4fb7-9d12-0edaac549cd5,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:02.298715 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-37c1b5c5-4601-418d-80bd-e11151dc3cc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:02.331633 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa4979-f20d-4aab-aa78-8ffddfe87a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f547da-3018-4d6c-b238-d24204bac4d2,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:02.334914 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-8969341f-22f0-4cad-b7df-603bba88a047 service neutron] Checking agent: {'id': 'a7952d12-b11e-49b3-ae0f-02e893d8d6d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'started_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 13, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 13:56:02.335467 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-8969341f-22f0-4cad-b7df-603bba88a047 service neutron] Checking segment: {'id': '8721b458-6608-4734-825c-3715bb701c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:56:02.336059 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-8969341f-22f0-4cad-b7df-603bba88a047 service neutron] Bound using segment: {'id': '8721b458-6608-4734-825c-3715bb701c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 13:56:02.336670 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-8969341f-22f0-4cad-b7df-603bba88a047 service neutron] Bound port: b953d341-a6ef-44a5-b545-6c5db2385fb4, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8721b458-6608-4734-825c-3715bb701c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 13:56:02.338032 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-8969341f-22f0-4cad-b7df-603bba88a047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (b953d341-a6ef-44a5-b545-6c5db2385fb4), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:02.402626 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:02.409093 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4406450-1d0c-4027-bc28-d783947afbd5 admin admin] Publish callbacks [] for security_group (40658a26-5ac8-4fb7-9d12-0edaac549cd5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:02.443481 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-4b3f684a-93dc-4bf6-8326-5f5dd0e4dfaa service neutron] Attempting to bind port 962017d2-ce45-4701-b48a-e3e4aa4836f5 on host hv-cinder-84212 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 13:56:02.443955 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-4b3f684a-93dc-4bf6-8326-5f5dd0e4dfaa service neutron] Attempting to bind port 962017d2-ce45-4701-b48a-e3e4aa4836f5 by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': '8721b458-6608-4734-825c-3715bb701c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 13:56:02.444443 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-4b3f684a-93dc-4bf6-8326-5f5dd0e4dfaa service neutron] Attempting to bind port 962017d2-ce45-4701-b48a-e3e4aa4836f5 on network c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:56:02.450682 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6bd8b8-2116-4976-aff9-72bcb8d06e80 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Pushing event updated for resources: {'Port': ['ID=52d23d1f-444b-41aa-8726-0248ab97db05,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:02.456978 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-ea6bd8b8-2116-4976-aff9-72bcb8d06e80 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Network 2e5782d9-5791-4763-85b4-bfd8289d9060 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:56:02.480444 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-4b3f684a-93dc-4bf6-8326-5f5dd0e4dfaa service neutron] Port 962017d2-ce45-4701-b48a-e3e4aa4836f5 on network c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 13:56:02.480989 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-4b3f684a-93dc-4bf6-8326-5f5dd0e4dfaa service neutron] Attempting to bind port 962017d2-ce45-4701-b48a-e3e4aa4836f5 on network c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:56:02.488013 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4406450-1d0c-4027-bc28-d783947afbd5 admin admin] Publish callbacks [] for security_group (40658a26-5ac8-4fb7-9d12-0edaac549cd5), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:02.506590 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-4b3f684a-93dc-4bf6-8326-5f5dd0e4dfaa service neutron] Checking agent: {'id': 'a7952d12-b11e-49b3-ae0f-02e893d8d6d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'started_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 13, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 13:56:02.507208 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-4b3f684a-93dc-4bf6-8326-5f5dd0e4dfaa service neutron] Checking segment: {'id': '8721b458-6608-4734-825c-3715bb701c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:56:02.510523 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-4b3f684a-93dc-4bf6-8326-5f5dd0e4dfaa service neutron] Bound using segment: {'id': '8721b458-6608-4734-825c-3715bb701c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 13:56:02.511080 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-4b3f684a-93dc-4bf6-8326-5f5dd0e4dfaa service neutron] Bound port: 962017d2-ce45-4701-b48a-e3e4aa4836f5, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8721b458-6608-4734-825c-3715bb701c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 13:56:02.511744 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-4b3f684a-93dc-4bf6-8326-5f5dd0e4dfaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (962017d2-ce45-4701-b48a-e3e4aa4836f5), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:02.539316 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-8969341f-22f0-4cad-b7df-603bba88a047 service neutron] For port b953d341-a6ef-44a5-b545-6c5db2385fb4, host hv-cinder-84212, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 13:56:02.545614 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-8969341f-22f0-4cad-b7df-603bba88a047 service neutron] For port b953d341-a6ef-44a5-b545-6c5db2385fb4, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=b953d341-a6ef-44a5-b545-6c5db2385fb4,segment=NetworkSegment(8721b458-6608-4734-825c-3715bb701c43),segment_id=8721b458-6608-4734-825c-3715bb701c43)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 13:56:02.547367 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-ea6bd8b8-2116-4976-aff9-72bcb8d06e80 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:56:02.556703 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-ea6bd8b8-2116-4976-aff9-72bcb8d06e80 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 13:56:02.575972 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-ea6bd8b8-2116-4976-aff9-72bcb8d06e80 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:02.577612 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-ea6bd8b8-2116-4976-aff9-72bcb8d06e80 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:02.604801 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:INSERT=8,neutron:SELECT=92 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:02.611651 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-8969341f-22f0-4cad-b7df-603bba88a047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (b953d341-a6ef-44a5-b545-6c5db2385fb4), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:02.664702 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-ea6bd8b8-2116-4976-aff9-72bcb8d06e80 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5573714 May 24 13:56:02.674031 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:02.702415 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0c4cc9d2-c4c8-44e3-b3a3-702b02eedd10 admin admin] Publish callbacks [] for security_group (60f547da-3018-4d6c-b238-d24204bac4d2), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:02.718272 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-8969341f-22f0-4cad-b7df-603bba88a047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:02.719932 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-8969341f-22f0-4cad-b7df-603bba88a047 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:02.722498 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-8969341f-22f0-4cad-b7df-603bba88a047 service neutron] 10.222.0.55 "PUT /v2.0/ports/b953d341-a6ef-44a5-b545-6c5db2385fb4 HTTP/1.1" status: 200 len: 1093 time: 5.8457174 May 24 13:56:02.744248 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f19875e-64fa-4a59-9a45-a3d6e7ae96d6', 'tag': 'b953d341-a6ef-44a5-b545-6c5db2385fb4'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 13:56:02.747033 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be73e96c-89af-4040-ad85-c8b9d9954862" -d '{"events": [{"name": "network-changed", "server_uuid": "2f19875e-64fa-4a59-9a45-a3d6e7ae96d6", "tag": "b953d341-a6ef-44a5-b545-6c5db2385fb4"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 13:56:02.872212 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8969341f-22f0-4cad-b7df-603bba88a047 service neutron] Pushing event updated for resources: {'Port': ['ID=b953d341-a6ef-44a5-b545-6c5db2385fb4,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:02.888494 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0c4cc9d2-c4c8-44e3-b3a3-702b02eedd10 admin admin] Publish callbacks [] for security_group (60f547da-3018-4d6c-b238-d24204bac4d2), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:02.950440 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604fb7b-f561-4f4b-ae01-84d1c115b22d req-eaac0626-ef1e-4094-b002-2081a15dc2bf tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:02.953394 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a604fb7b-f561-4f4b-ae01-84d1c115b22d req-eaac0626-ef1e-4094-b002-2081a15dc2bf tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=9302a225-a5b2-456b-97ef-a6c329608645 HTTP/1.1" status: 200 len: 932 time: 0.2644515 May 24 13:56:03.049699 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b1d6e-033b-475a-a16e-011af5e90e17 req-5747a96c-d817-46c1-a01a-dfbd7dab72c8 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:03.052505 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-158b1d6e-033b-475a-a16e-011af5e90e17 req-5747a96c-d817-46c1-a01a-dfbd7dab72c8 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 944 time: 0.1058757 May 24 13:56:03.056900 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4406450-1d0c-4027-bc28-d783947afbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (40658a26-5ac8-4fb7-9d12-0edaac549cd5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:03.059478 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4406450-1d0c-4027-bc28-d783947afbd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:03.063026 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-d4406450-1d0c-4027-bc28-d783947afbd5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/40658a26-5ac8-4fb7-9d12-0edaac549cd5 HTTP/1.1" status: 204 len: 168 time: 0.8014526 May 24 13:56:03.063026 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-4b3f684a-93dc-4bf6-8326-5f5dd0e4dfaa service neutron] For port 962017d2-ce45-4701-b48a-e3e4aa4836f5, host hv-cinder-84212, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 13:56:03.083932 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-4b3f684a-93dc-4bf6-8326-5f5dd0e4dfaa service neutron] For port 962017d2-ce45-4701-b48a-e3e4aa4836f5, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=962017d2-ce45-4701-b48a-e3e4aa4836f5,segment=NetworkSegment(8721b458-6608-4734-825c-3715bb701c43),segment_id=8721b458-6608-4734-825c-3715bb701c43)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 13:56:03.097208 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-37c1b5c5-4601-418d-80bd-e11151dc3cc4 admin admin] Publish callbacks [] for security_group (1733143e-b7ea-4c20-98d8-40c18b4905b9), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:03.102673 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4406450-1d0c-4027-bc28-d783947afbd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40658a26-5ac8-4fb7-9d12-0edaac549cd5,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:03.109813 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-37c1b5c5-4601-418d-80bd-e11151dc3cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (1733143e-b7ea-4c20-98d8-40c18b4905b9), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:03.133079 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-4b3f684a-93dc-4bf6-8326-5f5dd0e4dfaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5714289'] for port (962017d2-ce45-4701-b48a-e3e4aa4836f5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:03.138536 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0c4cc9d2-c4c8-44e3-b3a3-702b02eedd10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (60f547da-3018-4d6c-b238-d24204bac4d2), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:03.141260 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0c4cc9d2-c4c8-44e3-b3a3-702b02eedd10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:03.145160 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-0c4cc9d2-c4c8-44e3-b3a3-702b02eedd10 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/60f547da-3018-4d6c-b238-d24204bac4d2 HTTP/1.1" status: 204 len: 168 time: 0.8838909 May 24 13:56:03.182953 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a604fb7b-f561-4f4b-ae01-84d1c115b22d req-79c5ce0f-fb8b-446e-8c82-8286895dba27 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=85368fb9-1914-4a20-a87d-5795db208cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2174289 May 24 13:56:03.210923 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-37c1b5c5-4601-418d-80bd-e11151dc3cc4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=77599bb8215e49e1b498591af0eaf977&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0578544 May 24 13:56:03.211724 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 34244) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:03.218980 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c1b5c5-4601-418d-80bd-e11151dc3cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1733143e-b7ea-4c20-98d8-40c18b4905b9,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:03.231089 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-f73b4e35-d26f-437d-a794-c9419783548a None None] Provisioning complete for port 52d23d1f-444b-41aa-8726-0248ab97db05 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:56:03.231573 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f73b4e35-d26f-437d-a794-c9419783548a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (52d23d1f-444b-41aa-8726-0248ab97db05), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:03.261855 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4cc9d2-c4c8-44e3-b3a3-702b02eedd10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f547da-3018-4d6c-b238-d24204bac4d2,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:03.273870 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-158b1d6e-033b-475a-a16e-011af5e90e17 req-c9989746-cad6-437c-b53d-442b63037c96 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848917 May 24 13:56:03.293145 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 13:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc641a74-056c-4ee4-ac37-0f1187041c8c x-openstack-request-id: req-dc641a74-056c-4ee4-ac37-0f1187041c8c {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 13:56:03.293542 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f19875e-64fa-4a59-9a45-a3d6e7ae96d6", "tag": "b953d341-a6ef-44a5-b545-6c5db2385fb4", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 13:56:03.297070 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dc641a74-056c-4ee4-ac37-0f1187041c8c {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 13:56:03.297676 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc641a74-056c-4ee4-ac37-0f1187041c8c'] response: {'name': 'network-changed', 'server_uuid': '2f19875e-64fa-4a59-9a45-a3d6e7ae96d6', 'tag': 'b953d341-a6ef-44a5-b545-6c5db2385fb4', 'status': 'completed', 'code': 200} May 24 13:56:03.361647 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-4b3f684a-93dc-4bf6-8326-5f5dd0e4dfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:03.364405 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-4b3f684a-93dc-4bf6-8326-5f5dd0e4dfaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:03.370397 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-22d74ebc-e449-49c3-b22a-bd459c58a82f admin admin] Publish callbacks [] for security_group (1733143e-b7ea-4c20-98d8-40c18b4905b9), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:03.375374 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-f73b4e35-d26f-437d-a794-c9419783548a None None] Port 52d23d1f-444b-41aa-8726-0248ab97db05 cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 13:56:03.381111 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-4b3f684a-93dc-4bf6-8326-5f5dd0e4dfaa service neutron] 10.222.0.55 "PUT /v2.0/ports/962017d2-ce45-4701-b48a-e3e4aa4836f5 HTTP/1.1" status: 200 len: 1094 time: 2.9186866 May 24 13:56:03.382680 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f67703-35a4-40ad-a442-d8230c57ca65', 'tag': '962017d2-ce45-4701-b48a-e3e4aa4836f5'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 13:56:03.403663 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-22d74ebc-e449-49c3-b22a-bd459c58a82f admin admin] Publish callbacks [] for security_group (1733143e-b7ea-4c20-98d8-40c18b4905b9), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:03.447661 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f684a-93dc-4bf6-8326-5f5dd0e4dfaa service neutron] Pushing event updated for resources: {'Port': ['ID=962017d2-ce45-4701-b48a-e3e4aa4836f5,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:03.487374 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd0f2c-02f6-41f9-8c9a-972920774029 req-0d01cf9a-4589-434d-b659-be08f7aa17fc tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:03.488979 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-54bd0f2c-02f6-41f9-8c9a-972920774029 req-0d01cf9a-4589-434d-b659-be08f7aa17fc tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/ports?device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d HTTP/1.1" status: 200 len: 943 time: 0.0900061 May 24 13:56:03.575322 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-54bd0f2c-02f6-41f9-8c9a-972920774029 req-9fd68dc8-c305-40ee-a0d4-bf707a089bcc tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5e6359b-87e5-41d5-a263-ef1e6639e6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803185 May 24 13:56:03.576979 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-22d74ebc-e449-49c3-b22a-bd459c58a82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (1733143e-b7ea-4c20-98d8-40c18b4905b9), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:03.580247 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-22d74ebc-e449-49c3-b22a-bd459c58a82f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:03.581501 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-22d74ebc-e449-49c3-b22a-bd459c58a82f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1733143e-b7ea-4c20-98d8-40c18b4905b9 HTTP/1.1" status: 204 len: 168 time: 0.3598969 May 24 13:56:03.590894 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d74ebc-e449-49c3-b22a-bd459c58a82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1733143e-b7ea-4c20-98d8-40c18b4905b9,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:03.605228 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:03.688966 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60922b96e112649546d89072a262e180bf09e65c4ab2e641290b12b7b14c337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b7356e-e232-42b7-99a4-ba2731b6b6b2" -d '{"events": [{"name": "network-changed", "server_uuid": "84f67703-35a4-40ad-a442-d8230c57ca65", "tag": "962017d2-ce45-4701-b48a-e3e4aa4836f5"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 13:56:03.735263 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 34264) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:03.753581 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b4dda1e-242d-4100-9f49-96cddd23f439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:03.846707 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b4dda1e-242d-4100-9f49-96cddd23f439 admin admin] Publish callbacks [] for security_group (1799b469-7806-4208-b182-5773e04a8d72), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:03.851227 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 34268) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:03.860796 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b4dda1e-242d-4100-9f49-96cddd23f439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (1799b469-7806-4208-b182-5773e04a8d72), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:03.887076 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-dacc9298-9ce6-42ee-8713-da09e0a6e490 service neutron] Request body: {'port': {'device_id': '9302a225-a5b2-456b-97ef-a6c329608645', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:56:03.925918 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-cf1268fc-ade9-4de0-946e-7c3d2bee4a08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:03.980472 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4dda1e-242d-4100-9f49-96cddd23f439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1799b469-7806-4208-b182-5773e04a8d72,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:04.024961 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:04.055502 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-5b4dda1e-242d-4100-9f49-96cddd23f439 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f946d0ac47b41a88c45ee86ced871e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3180842 May 24 13:56:04.061540 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 34276) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:04.074257 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-0e61daa8-5cc9-4875-8e65-fc73074f4c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:04.075803 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-0e61daa8-5cc9-4875-8e65-fc73074f4c07 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54ee7d13408645e6b6517f541fe45670&device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 1128 time: 0.1957941 May 24 13:56:04.202609 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-8726d52b-892c-40ef-b716-8903e39e30fe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=962017d2-ce45-4701-b48a-e3e4aa4836f5 HTTP/1.1" status: 200 len: 217 time: 0.1188552 May 24 13:56:04.304197 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-857751d0-e2e5-4796-b382-33afa71fb7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:04.307442 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-857751d0-e2e5-4796-b382-33afa71fb7e3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=899ca591-3ba0-4148-9660-6941aa8cd299 HTTP/1.1" status: 200 len: 858 time: 0.0990362 May 24 13:56:04.405305 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-9b073624-6a90-484e-8fdc-5f87355c4801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:04.406833 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-9b073624-6a90-484e-8fdc-5f87355c4801 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0881996 May 24 13:56:04.408719 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 13:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a06a39d-6344-4c3a-9bd5-f7b338885a63 x-openstack-request-id: req-5a06a39d-6344-4c3a-9bd5-f7b338885a63 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 13:56:04.408719 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f67703-35a4-40ad-a442-d8230c57ca65", "tag": "962017d2-ce45-4701-b48a-e3e4aa4836f5", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 13:56:04.408951 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a06a39d-6344-4c3a-9bd5-f7b338885a63 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 13:56:04.409257 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a06a39d-6344-4c3a-9bd5-f7b338885a63'] response: {'name': 'network-changed', 'server_uuid': '84f67703-35a4-40ad-a442-d8230c57ca65', 'tag': '962017d2-ce45-4701-b48a-e3e4aa4836f5', 'status': 'completed', 'code': 200} May 24 13:56:04.525036 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:04.527038 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73e96c-89af-4040-ad85-c8b9d9954862 req-30a2c9f2-d586-460b-b3e7-1bed069045b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:04.528693 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-be73e96c-89af-4040-ad85-c8b9d9954862 req-30a2c9f2-d586-460b-b3e7-1bed069045b7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54ee7d13408645e6b6517f541fe45670&device_id=2f19875e-64fa-4a59-9a45-a3d6e7ae96d6 HTTP/1.1" status: 200 len: 1127 time: 0.5669742 May 24 13:56:04.531329 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631ce02-6114-4843-bb4d-be07a23ffec8 req-204516bd-eed3-4031-a7b1-933ef251c1e9 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:04.533595 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-9631ce02-6114-4843-bb4d-be07a23ffec8 req-204516bd-eed3-4031-a7b1-933ef251c1e9 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 944 time: 0.0859275 May 24 13:56:04.601631 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:04.607506 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-9631ce02-6114-4843-bb4d-be07a23ffec8 req-15c8e29e-06bf-4e03-8352-f556e0f4a79b tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623622 May 24 13:56:04.643657 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-dacc9298-9ce6-42ee-8713-da09e0a6e490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (52d23d1f-444b-41aa-8726-0248ab97db05), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:04.658204 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-cf1268fc-ade9-4de0-946e-7c3d2bee4a08 admin admin] Publish callbacks [] for security_group (8d361683-a4b8-4e70-91e6-06a88c2c97a8), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:04.678883 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22593e-1793-481f-9fcd-2a98d30a57c3 req-c04422ce-456f-4be0-9f20-297fb9e4b6a4 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:04.681484 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3d22593e-1793-481f-9fcd-2a98d30a57c3 req-c04422ce-456f-4be0-9f20-297fb9e4b6a4 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=9302a225-a5b2-456b-97ef-a6c329608645 HTTP/1.1" status: 200 len: 932 time: 0.1570873 May 24 13:56:04.684298 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a099b7b9-c411-447b-9a04-1a55af006b2e req-63974d2b-4ba8-4686-9904-a31c2f1b91c4 service neutron] 10.222.0.55 "GET /v2.0/networks/65749181-7f65-4f7b-8fe7-30750c6b382d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8084543 May 24 13:56:04.687303 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-cf1268fc-ade9-4de0-946e-7c3d2bee4a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (8d361683-a4b8-4e70-91e6-06a88c2c97a8), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:04.693890 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e62cae6d-582d-4e87-8671-a1a4b05fcdd9 admin admin] Publish callbacks [] for security_group (1799b469-7806-4208-b182-5773e04a8d72), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:04.783891 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6e11c-c993-4fd3-bd31-d4864a333244 req-bf1e7fb2-1b0a-4e79-b820-ffefb72f5a20 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:04.785649 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-18d6e11c-c993-4fd3-bd31-d4864a333244 req-bf1e7fb2-1b0a-4e79-b820-ffefb72f5a20 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/ports?device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d HTTP/1.1" status: 200 len: 943 time: 0.0628340 May 24 13:56:04.800755 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-cf1268fc-ade9-4de0-946e-7c3d2bee4a08 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ce7e432875914c34bc9fb3f0b969c7f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9484074 May 24 13:56:04.801472 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1268fc-ade9-4de0-946e-7c3d2bee4a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d361683-a4b8-4e70-91e6-06a88c2c97a8,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:04.809202 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e62cae6d-582d-4e87-8671-a1a4b05fcdd9 admin admin] Publish callbacks [] for security_group (1799b469-7806-4208-b182-5773e04a8d72), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:04.811862 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 34318) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:04.882044 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-18d6e11c-c993-4fd3-bd31-d4864a333244 req-4ec54744-9345-4e84-b02d-cf1047c48da0 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5e6359b-87e5-41d5-a263-ef1e6639e6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846457 May 24 13:56:04.911749 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3d22593e-1793-481f-9fcd-2a98d30a57c3 req-771e4bfb-4864-4dcb-b8fe-d4d8de718c02 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=85368fb9-1914-4a20-a87d-5795db208cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149551 May 24 13:56:05.018659 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:05.026826 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7c196a71-33b1-4baa-9796-a013d3c438ce admin admin] Publish callbacks [] for security_group (8d361683-a4b8-4e70-91e6-06a88c2c97a8), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:05.048209 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e62cae6d-582d-4e87-8671-a1a4b05fcdd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (1799b469-7806-4208-b182-5773e04a8d72), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:05.050853 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e62cae6d-582d-4e87-8671-a1a4b05fcdd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:05.054720 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-e62cae6d-582d-4e87-8671-a1a4b05fcdd9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1799b469-7806-4208-b182-5773e04a8d72 HTTP/1.1" status: 204 len: 168 time: 0.9870386 May 24 13:56:05.105744 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7c196a71-33b1-4baa-9796-a013d3c438ce admin admin] Publish callbacks [] for security_group (8d361683-a4b8-4e70-91e6-06a88c2c97a8), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:05.109223 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62cae6d-582d-4e87-8671-a1a4b05fcdd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1799b469-7806-4208-b182-5773e04a8d72,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:05.227720 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7c196a71-33b1-4baa-9796-a013d3c438ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (8d361683-a4b8-4e70-91e6-06a88c2c97a8), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:05.230566 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7c196a71-33b1-4baa-9796-a013d3c438ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:05.231774 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-7c196a71-33b1-4baa-9796-a013d3c438ce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8d361683-a4b8-4e70-91e6-06a88c2c97a8 HTTP/1.1" status: 204 len: 168 time: 0.4026322 May 24 13:56:05.252752 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c196a71-33b1-4baa-9796-a013d3c438ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d361683-a4b8-4e70-91e6-06a88c2c97a8,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:05.256081 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-dacc9298-9ce6-42ee-8713-da09e0a6e490 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52d23d1f-444b-41aa-8726-0248ab97db05 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 13:56:05.264481 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-dacc9298-9ce6-42ee-8713-da09e0a6e490 service neutron] Publish callbacks [] for port (52d23d1f-444b-41aa-8726-0248ab97db05), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:05.274025 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:05.281355 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-dacc9298-9ce6-42ee-8713-da09e0a6e490 service neutron] Transition to ACTIVE for port object 52d23d1f-444b-41aa-8726-0248ab97db05 will not be triggered until provisioned by entity L2. {{(pid=103807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 13:56:05.291651 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-dacc9298-9ce6-42ee-8713-da09e0a6e490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (52d23d1f-444b-41aa-8726-0248ab97db05), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:05.300538 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:05.358831 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc9298-9ce6-42ee-8713-da09e0a6e490 service neutron] Pushing event updated for resources: {'Port': ['ID=52d23d1f-444b-41aa-8726-0248ab97db05,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:05.404704 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-dacc9298-9ce6-42ee-8713-da09e0a6e490 service neutron] Attempting to bind port 52d23d1f-444b-41aa-8726-0248ab97db05 on host hv-cinder-84212 for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 13:56:05.405157 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-dacc9298-9ce6-42ee-8713-da09e0a6e490 service neutron] Attempting to bind port 52d23d1f-444b-41aa-8726-0248ab97db05 by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': '73f4eb4c-d3e0-4414-9a39-779107de724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 13:56:05.405928 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-dacc9298-9ce6-42ee-8713-da09e0a6e490 service neutron] Attempting to bind port 52d23d1f-444b-41aa-8726-0248ab97db05 on network 2e5782d9-5791-4763-85b4-bfd8289d9060 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:56:05.412890 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-dacc9298-9ce6-42ee-8713-da09e0a6e490 service neutron] Port 52d23d1f-444b-41aa-8726-0248ab97db05 on network 2e5782d9-5791-4763-85b4-bfd8289d9060 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 13:56:05.413445 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-dacc9298-9ce6-42ee-8713-da09e0a6e490 service neutron] Attempting to bind port 52d23d1f-444b-41aa-8726-0248ab97db05 on network 2e5782d9-5791-4763-85b4-bfd8289d9060 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:56:05.421086 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-dacc9298-9ce6-42ee-8713-da09e0a6e490 service neutron] Checking agent: {'id': 'a7952d12-b11e-49b3-ae0f-02e893d8d6d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'started_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 13, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 13:56:05.421644 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-dacc9298-9ce6-42ee-8713-da09e0a6e490 service neutron] Checking segment: {'id': '73f4eb4c-d3e0-4414-9a39-779107de724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:56:05.422524 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-dacc9298-9ce6-42ee-8713-da09e0a6e490 service neutron] Bound using segment: {'id': '73f4eb4c-d3e0-4414-9a39-779107de724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 13:56:05.423138 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-dacc9298-9ce6-42ee-8713-da09e0a6e490 service neutron] Bound port: 52d23d1f-444b-41aa-8726-0248ab97db05, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73f4eb4c-d3e0-4414-9a39-779107de724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 13:56:05.423731 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-dacc9298-9ce6-42ee-8713-da09e0a6e490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (52d23d1f-444b-41aa-8726-0248ab97db05), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:05.522239 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-dacc9298-9ce6-42ee-8713-da09e0a6e490 service neutron] For port 52d23d1f-444b-41aa-8726-0248ab97db05, host hv-cinder-84212, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 13:56:05.526710 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-dacc9298-9ce6-42ee-8713-da09e0a6e490 service neutron] For port 52d23d1f-444b-41aa-8726-0248ab97db05, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=52d23d1f-444b-41aa-8726-0248ab97db05,segment=NetworkSegment(73f4eb4c-d3e0-4414-9a39-779107de724b),segment_id=73f4eb4c-d3e0-4414-9a39-779107de724b)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 13:56:05.534388 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-dacc9298-9ce6-42ee-8713-da09e0a6e490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (52d23d1f-444b-41aa-8726-0248ab97db05), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:05.582371 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-dacc9298-9ce6-42ee-8713-da09e0a6e490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:05.583259 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-dacc9298-9ce6-42ee-8713-da09e0a6e490 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:05.585012 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-dacc9298-9ce6-42ee-8713-da09e0a6e490 service neutron] 10.222.0.55 "PUT /v2.0/ports/52d23d1f-444b-41aa-8726-0248ab97db05 HTTP/1.1" status: 200 len: 1094 time: 1.7119491 May 24 13:56:05.585734 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9302a225-a5b2-456b-97ef-a6c329608645', 'tag': '52d23d1f-444b-41aa-8726-0248ab97db05'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 13:56:05.588374 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9d8bb5-6d0a-479d-a3d3-bf49adea3ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "9302a225-a5b2-456b-97ef-a6c329608645", "tag": "52d23d1f-444b-41aa-8726-0248ab97db05"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 13:56:05.614315 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc9298-9ce6-42ee-8713-da09e0a6e490 service neutron] Pushing event updated for resources: {'Port': ['ID=52d23d1f-444b-41aa-8726-0248ab97db05,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:05.706117 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 13:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114a25d5-c2b2-49b8-9e3d-ca57b36bf822 x-openstack-request-id: req-114a25d5-c2b2-49b8-9e3d-ca57b36bf822 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 13:56:05.708189 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9302a225-a5b2-456b-97ef-a6c329608645", "tag": "52d23d1f-444b-41aa-8726-0248ab97db05", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 13:56:05.708189 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-114a25d5-c2b2-49b8-9e3d-ca57b36bf822 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 13:56:05.708189 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-114a25d5-c2b2-49b8-9e3d-ca57b36bf822'] response: {'name': 'network-changed', 'server_uuid': '9302a225-a5b2-456b-97ef-a6c329608645', 'tag': '52d23d1f-444b-41aa-8726-0248ab97db05', 'status': 'completed', 'code': 200} May 24 13:56:05.829830 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e7be8-7bb3-4e0c-bff0-ba7eae71d0cd req-5e98f6d0-15d8-4876-a3f7-e10b26388bde tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:05.831385 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-146e7be8-7bb3-4e0c-bff0-ba7eae71d0cd req-5e98f6d0-15d8-4876-a3f7-e10b26388bde tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 944 time: 0.0681605 May 24 13:56:05.895299 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-146e7be8-7bb3-4e0c-bff0-ba7eae71d0cd req-62a7f5dd-87c8-4770-9610-071941c36886 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519667 May 24 13:56:06.025485 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:06.099023 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059e18d-8c41-41b1-9a5e-d985db7fb8c7 req-0e479f60-77ec-47ad-8bbc-e47b8c3b50ce tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:06.100778 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-9059e18d-8c41-41b1-9a5e-d985db7fb8c7 req-0e479f60-77ec-47ad-8bbc-e47b8c3b50ce tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/ports?device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d HTTP/1.1" status: 200 len: 943 time: 0.0872307 May 24 13:56:06.122661 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bdc94a-3518-4549-9364-6d6203e894f7 req-0f00b617-a560-415c-ad03-ec20c37f156d tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:06.131234 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d7bdc94a-3518-4549-9364-6d6203e894f7 req-0f00b617-a560-415c-ad03-ec20c37f156d tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=9302a225-a5b2-456b-97ef-a6c329608645 HTTP/1.1" status: 200 len: 944 time: 0.1013708 May 24 13:56:06.159658 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-9059e18d-8c41-41b1-9a5e-d985db7fb8c7 req-56b322c7-2023-4ab5-be9e-b71a7f83881b tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5e6359b-87e5-41d5-a263-ef1e6639e6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522807 May 24 13:56:06.184369 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d7bdc94a-3518-4549-9364-6d6203e894f7 req-f3d9d352-a42e-4e0d-9c24-01e871636370 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=85368fb9-1914-4a20-a87d-5795db208cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521033 May 24 13:56:07.077168 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3bfc01-e8ce-4d8b-8739-1861862752cb req-9c182e71-87d3-47f5-ba50-d776f718efea tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:07.079601 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0a3bfc01-e8ce-4d8b-8739-1861862752cb req-9c182e71-87d3-47f5-ba50-d776f718efea tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 944 time: 0.0724421 May 24 13:56:07.139590 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0a3bfc01-e8ce-4d8b-8739-1861862752cb req-34f7aaf1-922e-4e23-ba4d-ae94b36282c6 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528209 May 24 13:56:07.302269 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744b33d-eccf-4557-8dc7-aeec904aa19f req-c076d67c-dd7c-4bac-bfa9-050305e44076 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:07.311123 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4744b33d-eccf-4557-8dc7-aeec904aa19f req-c076d67c-dd7c-4bac-bfa9-050305e44076 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/ports?device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d HTTP/1.1" status: 200 len: 943 time: 0.0734670 May 24 13:56:07.312100 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f653d7f-ef71-4865-9116-2dbb03fc3e18 req-f478e120-139c-4df5-b716-dd190fdbcf91 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:07.314301 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0f653d7f-ef71-4865-9116-2dbb03fc3e18 req-f478e120-139c-4df5-b716-dd190fdbcf91 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=9302a225-a5b2-456b-97ef-a6c329608645 HTTP/1.1" status: 200 len: 944 time: 0.0565903 May 24 13:56:07.369828 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4744b33d-eccf-4557-8dc7-aeec904aa19f req-d0552169-1e4c-4b8b-987d-4d6164f9eda8 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5e6359b-87e5-41d5-a263-ef1e6639e6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578330 May 24 13:56:07.387729 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0f653d7f-ef71-4865-9116-2dbb03fc3e18 req-7818f056-557d-4618-b61f-bc3c372db733 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=85368fb9-1914-4a20-a87d-5795db208cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635660 May 24 13:56:08.088439 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 34488) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:08.190465 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fb6963f1-c55d-4b76-baf4-7309ad180ec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:08.261847 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234954d-be82-473b-9e93-1de7a0ae84c4 req-23339b15-bd06-4bd6-998f-c0645e406dc2 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:08.263330 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c234954d-be82-473b-9e93-1de7a0ae84c4 req-23339b15-bd06-4bd6-998f-c0645e406dc2 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 944 time: 0.0523126 May 24 13:56:08.270609 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fb6963f1-c55d-4b76-baf4-7309ad180ec0 admin admin] Publish callbacks [] for security_group (c6768668-0765-477d-aaeb-ac5c05d5321b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:08.274862 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fb6963f1-c55d-4b76-baf4-7309ad180ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (c6768668-0765-477d-aaeb-ac5c05d5321b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:08.310651 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c234954d-be82-473b-9e93-1de7a0ae84c4 req-e4b20b76-4e4e-432b-9810-151684b878c1 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417047 May 24 13:56:08.316860 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-fb6963f1-c55d-4b76-baf4-7309ad180ec0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e7f832ed8df1476ba5cb25c6c3a8a9d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273386 May 24 13:56:08.317807 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6963f1-c55d-4b76-baf4-7309ad180ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6768668-0765-477d-aaeb-ac5c05d5321b,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:08.319643 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 34496) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:08.373434 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0fef510d-a9ca-43c4-bb84-ed8f58b3a939 admin admin] Publish callbacks [] for security_group (c6768668-0765-477d-aaeb-ac5c05d5321b), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:08.395239 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0fef510d-a9ca-43c4-bb84-ed8f58b3a939 admin admin] Publish callbacks [] for security_group (c6768668-0765-477d-aaeb-ac5c05d5321b), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:08.445741 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0fef510d-a9ca-43c4-bb84-ed8f58b3a939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (c6768668-0765-477d-aaeb-ac5c05d5321b), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:08.449584 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0fef510d-a9ca-43c4-bb84-ed8f58b3a939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:08.451257 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-0fef510d-a9ca-43c4-bb84-ed8f58b3a939 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c6768668-0765-477d-aaeb-ac5c05d5321b HTTP/1.1" status: 204 len: 168 time: 0.1304741 May 24 13:56:08.466458 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef510d-a9ca-43c4-bb84-ed8f58b3a939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6768668-0765-477d-aaeb-ac5c05d5321b,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:08.498674 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce6908-e136-450c-a4c3-b9461a79f63f req-15b61032-c113-4021-9fec-c0e9b360d790 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:08.506100 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-47ce6908-e136-450c-a4c3-b9461a79f63f req-15b61032-c113-4021-9fec-c0e9b360d790 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/ports?device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d HTTP/1.1" status: 200 len: 943 time: 0.0655484 May 24 13:56:08.523371 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742bb6a-36d0-43fe-baa4-2656861e598c req-cae61832-3025-42c8-a377-a7aabda9b4b0 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:08.525083 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6742bb6a-36d0-43fe-baa4-2656861e598c req-cae61832-3025-42c8-a377-a7aabda9b4b0 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=9302a225-a5b2-456b-97ef-a6c329608645 HTTP/1.1" status: 200 len: 944 time: 0.0605876 May 24 13:56:08.570831 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-47ce6908-e136-450c-a4c3-b9461a79f63f req-87d51ac6-f77f-4988-8537-334a7fe01d37 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5e6359b-87e5-41d5-a263-ef1e6639e6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572014 May 24 13:56:08.582146 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6742bb6a-36d0-43fe-baa4-2656861e598c req-67beeb20-46a6-481e-bdea-115c95ca8378 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=85368fb9-1914-4a20-a87d-5795db208cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507610 May 24 13:56:08.763292 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 34508) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:08.776188 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-58bc7bea-1994-4f9c-afd4-c48afe27dd56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:08.794214 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:08.806819 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:08.854494 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-58bc7bea-1994-4f9c-afd4-c48afe27dd56 admin admin] Publish callbacks [] for security_group (c5e46231-5fb5-4729-8276-679661c8a79a), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:08.858292 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-58bc7bea-1994-4f9c-afd4-c48afe27dd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (c5e46231-5fb5-4729-8276-679661c8a79a), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:08.898268 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-58bc7bea-1994-4f9c-afd4-c48afe27dd56 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=240d9ce6e05d45cc907e7812f73527c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315315 May 24 13:56:08.898268 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc7bea-1994-4f9c-afd4-c48afe27dd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e46231-5fb5-4729-8276-679661c8a79a,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:08.898773 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 34510) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:08.953742 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a94a36b7-ae44-4a23-8dda-5cc85bf511e2 admin admin] Publish callbacks [] for security_group (c5e46231-5fb5-4729-8276-679661c8a79a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:08.977351 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a94a36b7-ae44-4a23-8dda-5cc85bf511e2 admin admin] Publish callbacks [] for security_group (c5e46231-5fb5-4729-8276-679661c8a79a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:09.023687 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a94a36b7-ae44-4a23-8dda-5cc85bf511e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (c5e46231-5fb5-4729-8276-679661c8a79a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:09.027030 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a94a36b7-ae44-4a23-8dda-5cc85bf511e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:09.028174 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-a94a36b7-ae44-4a23-8dda-5cc85bf511e2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c5e46231-5fb5-4729-8276-679661c8a79a HTTP/1.1" status: 204 len: 168 time: 0.1278565 May 24 13:56:09.036201 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a36b7-ae44-4a23-8dda-5cc85bf511e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e46231-5fb5-4729-8276-679661c8a79a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:09.427198 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e54e60-cad6-4024-990d-d74634e52a3f req-5fddfeb8-0c15-4ed8-a80f-5442b7881390 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:09.428866 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-20e54e60-cad6-4024-990d-d74634e52a3f req-5fddfeb8-0c15-4ed8-a80f-5442b7881390 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 944 time: 0.0504665 May 24 13:56:09.476093 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-20e54e60-cad6-4024-990d-d74634e52a3f req-08180f27-47a4-46e0-8ce7-4fc372404f84 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413051 May 24 13:56:09.679337 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edac934-8211-4fe3-99aa-5696ea4e445c req-959ca88f-276f-43fe-8861-5515db2f705c tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:09.680855 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5edac934-8211-4fe3-99aa-5696ea4e445c req-959ca88f-276f-43fe-8861-5515db2f705c tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/ports?device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d HTTP/1.1" status: 200 len: 943 time: 0.0505450 May 24 13:56:09.724938 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2680fc-1704-4896-8bff-98797d18a207 req-6e91eccd-c7d0-4c7b-87b6-fba7bcd63e52 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:09.726504 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ca2680fc-1704-4896-8bff-98797d18a207 req-6e91eccd-c7d0-4c7b-87b6-fba7bcd63e52 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=9302a225-a5b2-456b-97ef-a6c329608645 HTTP/1.1" status: 200 len: 944 time: 0.0513256 May 24 13:56:09.730796 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5edac934-8211-4fe3-99aa-5696ea4e445c req-4e259b0d-ce5e-4ec1-9a26-d7299e92ca71 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5e6359b-87e5-41d5-a263-ef1e6639e6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429101 May 24 13:56:09.766901 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:09.781803 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:09.787080 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ca2680fc-1704-4896-8bff-98797d18a207 req-0352b478-a764-4284-b8a9-20a3242c3030 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=85368fb9-1914-4a20-a87d-5795db208cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549078 May 24 13:56:10.410965 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 56936aaa-5166-4c7c-8b7c-5354a85bc313 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=103809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 13:56:10.495921 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:10.536445 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 56936aaa-5166-4c7c-8b7c-5354a85bc313, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=56936aaa-5166-4c7c-8b7c-5354a85bc313,segment=NetworkSegment(be46062f-bf57-4bae-99b1-d9b187034dca),segment_id=be46062f-bf57-4bae-99b1-d9b187034dca)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:56:10.549565 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Returning: {'device': '56936aaa-5166-4c7c-8b7c-5354a85bc313', 'network_id': '65749181-7f65-4f7b-8fe7-30750c6b382d', 'port_id': '56936aaa-5166-4c7c-8b7c-5354a85bc313', 'mac_address': 'fa:16:3e:bb:70:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1b538c-8a21-46b8-a9bc-9dcafc04136f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 13:56:10.586529 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 56936aaa-5166-4c7c-8b7c-5354a85bc313 is: DOWN; New status is: BUILD {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:56:10.587932 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (56936aaa-5166-4c7c-8b7c-5354a85bc313), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:10.602231 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56936aaa-5166-4c7c-8b7c-5354a85bc313 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 13:56:10.605086 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63870fee-02d2-41f3-97d1-b35f7558fac1 req-62f69573-fa02-45f0-9fe1-e4ee1f135b6c tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:10.608389 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-63870fee-02d2-41f3-97d1-b35f7558fac1 req-62f69573-fa02-45f0-9fe1-e4ee1f135b6c tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 944 time: 0.0542009 May 24 13:56:10.628152 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 56936aaa-5166-4c7c-8b7c-5354a85bc313, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=56936aaa-5166-4c7c-8b7c-5354a85bc313,segment=NetworkSegment(be46062f-bf57-4bae-99b1-d9b187034dca),segment_id=be46062f-bf57-4bae-99b1-d9b187034dca)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:56:10.635577 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (56936aaa-5166-4c7c-8b7c-5354a85bc313), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:10.671090 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-63870fee-02d2-41f3-97d1-b35f7558fac1 req-fe179c19-6ff9-437c-af83-fe133e8246fd tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572696 May 24 13:56:10.691263 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=56936aaa-5166-4c7c-8b7c-5354a85bc313,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:10.927511 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994e293-0b44-4b56-b44a-204e5debb95b req-55c5802f-467e-4663-82ee-45e3a068a410 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:10.932342 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-5994e293-0b44-4b56-b44a-204e5debb95b req-55c5802f-467e-4663-82ee-45e3a068a410 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/ports?device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d HTTP/1.1" status: 200 len: 944 time: 0.1148510 May 24 13:56:10.991548 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-7518a407-cb72-4dc8-bc2a-05608b5c499e service neutron] 10.222.0.55 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323304 May 24 13:56:11.010904 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d8bb5-6d0a-479d-a3d3-bf49adea3ea2 req-cb18f5cb-4751-41d1-8005-d42ced3e897a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:11.012491 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9a9d8bb5-6d0a-479d-a3d3-bf49adea3ea2 req-cb18f5cb-4751-41d1-8005-d42ced3e897a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3db44af3db3441b7a0c5eb524eb35806&device_id=9302a225-a5b2-456b-97ef-a6c329608645 HTTP/1.1" status: 200 len: 1128 time: 0.1513436 May 24 13:56:11.028869 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-5994e293-0b44-4b56-b44a-204e5debb95b req-976fdd8d-7ed0-49ef-a602-9bc30c273939 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5e6359b-87e5-41d5-a263-ef1e6639e6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775595 May 24 13:56:11.104224 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212619d-78e2-45f2-b4e0-3b2fd1761573 req-2ba752ed-9eaa-47ac-b47e-93ae2e8e25dd tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:11.105737 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4212619d-78e2-45f2-b4e0-3b2fd1761573 req-2ba752ed-9eaa-47ac-b47e-93ae2e8e25dd tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=9302a225-a5b2-456b-97ef-a6c329608645 HTTP/1.1" status: 200 len: 944 time: 0.2040315 May 24 13:56:11.129365 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e16c34d7-7254-408a-9246-02f1d46b7825 req-314fbaf2-cd2e-48d7-8260-489835aa47a1 service neutron] 10.222.0.55 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275511 May 24 13:56:11.186453 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['56936aaa-5166-4c7c-8b7c-5354a85bc313'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 13:56:11.221155 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73e96c-89af-4040-ad85-c8b9d9954862 req-2f54d189-e75c-4273-ad8b-84a966a32abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:11.222633 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-be73e96c-89af-4040-ad85-c8b9d9954862 req-2f54d189-e75c-4273-ad8b-84a966a32abe service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=54ee7d13408645e6b6517f541fe45670&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3628087 May 24 13:56:11.256444 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4212619d-78e2-45f2-b4e0-3b2fd1761573 req-3bf2d594-f0f9-4da6-8995-48fefd7e55e7 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=85368fb9-1914-4a20-a87d-5795db208cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425698 May 24 13:56:11.257518 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d8bb5-6d0a-479d-a3d3-bf49adea3ea2 req-6bb58871-d276-420b-b68f-8517bbccca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:11.259205 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9a9d8bb5-6d0a-479d-a3d3-bf49adea3ea2 req-6bb58871-d276-420b-b68f-8517bbccca0d service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=3db44af3db3441b7a0c5eb524eb35806&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2315998 May 24 13:56:11.807924 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d357e87-3b2c-4af1-918c-0cab8bb985c5 req-b4a2cc01-cd4a-4ac5-82f3-ac257ea6ccf9 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:11.810173 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-5d357e87-3b2c-4af1-918c-0cab8bb985c5 req-b4a2cc01-cd4a-4ac5-82f3-ac257ea6ccf9 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 944 time: 0.0654836 May 24 13:56:11.889184 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-5d357e87-3b2c-4af1-918c-0cab8bb985c5 req-611aefce-c237-45b5-93d6-241144561801 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713739 May 24 13:56:12.144398 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc5390-009c-40f1-b6c9-e9f8059af712 req-78f24ed2-472b-4bcf-b8fb-c5bc0fc77c1a tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:12.146134 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1efc5390-009c-40f1-b6c9-e9f8059af712 req-78f24ed2-472b-4bcf-b8fb-c5bc0fc77c1a tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/ports?device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d HTTP/1.1" status: 200 len: 944 time: 0.0523846 May 24 13:56:12.212759 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1efc5390-009c-40f1-b6c9-e9f8059af712 req-83f46927-2623-4d4b-9370-6374f36d125a tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5e6359b-87e5-41d5-a263-ef1e6639e6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588853 May 24 13:56:12.379414 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd19855-2195-4c19-bde7-77c1cbd0e77e req-eb33bc91-3ad8-4382-81c8-4ae342f0c3b9 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:12.381231 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-3fd19855-2195-4c19-bde7-77c1cbd0e77e req-eb33bc91-3ad8-4382-81c8-4ae342f0c3b9 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=9302a225-a5b2-456b-97ef-a6c329608645 HTTP/1.1" status: 200 len: 944 time: 0.0562501 May 24 13:56:12.435304 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-3fd19855-2195-4c19-bde7-77c1cbd0e77e req-6eca338b-ac46-470e-95c2-d01e5e132cd7 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=85368fb9-1914-4a20-a87d-5795db208cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468414 May 24 13:56:13.011467 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6633f-6a2d-44a0-a02c-3d9c48dba25c req-b8be35ac-6180-464b-9a6c-9eeeec461509 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:13.013136 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-93b6633f-6a2d-44a0-a02c-3d9c48dba25c req-b8be35ac-6180-464b-9a6c-9eeeec461509 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 944 time: 0.0563912 May 24 13:56:13.068458 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-93b6633f-6a2d-44a0-a02c-3d9c48dba25c req-58f3f67c-a464-4df4-916d-46ddabb20145 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496192 May 24 13:56:13.308397 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 56936aaa-5166-4c7c-8b7c-5354a85bc313 up at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:56:13.345992 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0fffee-f971-4d8d-85d3-bf64a82f953e req-aeedbce4-546d-44d8-9007-93de51d0b3b9 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:13.347975 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-1c0fffee-f971-4d8d-85d3-bf64a82f953e req-aeedbce4-546d-44d8-9007-93de51d0b3b9 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/ports?device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d HTTP/1.1" status: 200 len: 944 time: 0.0566115 May 24 13:56:13.387784 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning for port 56936aaa-5166-4c7c-8b7c-5354a85bc313 completed by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 13:56:13.393244 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning complete for port 56936aaa-5166-4c7c-8b7c-5354a85bc313 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:56:13.393728 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (56936aaa-5166-4c7c-8b7c-5354a85bc313), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:13.425102 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-1c0fffee-f971-4d8d-85d3-bf64a82f953e req-148ea601-2ec0-4b97-a379-ebdf05ef7351 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5e6359b-87e5-41d5-a263-ef1e6639e6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692925 May 24 13:56:13.475190 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 56936aaa-5166-4c7c-8b7c-5354a85bc313 is: BUILD; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:56:13.475777 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (56936aaa-5166-4c7c-8b7c-5354a85bc313), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:13.502332 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62dd759e-f58f-4459-b7da-0cb782f87e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56936aaa-5166-4c7c-8b7c-5354a85bc313'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 13:56:13.581998 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 56936aaa-5166-4c7c-8b7c-5354a85bc313, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=56936aaa-5166-4c7c-8b7c-5354a85bc313,segment=NetworkSegment(be46062f-bf57-4bae-99b1-d9b187034dca),segment_id=be46062f-bf57-4bae-99b1-d9b187034dca)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:56:13.582541 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b2999-936a-45d6-b15d-9a7b0213beaf req-6bda8116-1178-4217-99ed-3db9f81207be tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:13.584739 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0a6b2999-936a-45d6-b15d-9a7b0213beaf req-6bda8116-1178-4217-99ed-3db9f81207be tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=9302a225-a5b2-456b-97ef-a6c329608645 HTTP/1.1" status: 200 len: 944 time: 0.0575383 May 24 13:56:13.588929 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (56936aaa-5166-4c7c-8b7c-5354a85bc313), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:13.622175 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 34732) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:13.629544 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:13.647148 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=56936aaa-5166-4c7c-8b7c-5354a85bc313,revision_number=5']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:13.673697 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0a6b2999-936a-45d6-b15d-9a7b0213beaf req-bfee8746-bd5a-41bd-8079-45c0b4774c95 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=85368fb9-1914-4a20-a87d-5795db208cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744300 May 24 13:56:13.721421 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6704ccb53a4068acec69ef2b688a9e5af712f2ba46f4bf8cce86ae06eb28aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6bae22-2fca-442d-adf8-dd3851ca690c" -d '{"events": [{"server_uuid": "62dd759e-f58f-4459-b7da-0cb782f87e6d", "name": "network-vif-plugged", "status": "completed", "tag": "56936aaa-5166-4c7c-8b7c-5354a85bc313"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 13:56:13.800880 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2ab17d6f-ede5-4ea7-aeae-8b50f38aedbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:13.839746 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 13:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcdddd8-4ae0-4c5a-b4ba-7e8932e2652e x-openstack-request-id: req-edcdddd8-4ae0-4c5a-b4ba-7e8932e2652e {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 13:56:13.840097 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62dd759e-f58f-4459-b7da-0cb782f87e6d", "name": "network-vif-plugged", "status": "completed", "tag": "56936aaa-5166-4c7c-8b7c-5354a85bc313", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 13:56:13.840511 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-edcdddd8-4ae0-4c5a-b4ba-7e8932e2652e {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 13:56:13.840988 dv-cinder-842129-1-iscsi neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edcdddd8-4ae0-4c5a-b4ba-7e8932e2652e'] response: {'server_uuid': '62dd759e-f58f-4459-b7da-0cb782f87e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56936aaa-5166-4c7c-8b7c-5354a85bc313', 'code': 200} May 24 13:56:13.902334 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2ab17d6f-ede5-4ea7-aeae-8b50f38aedbe admin admin] Publish callbacks [] for security_group (cf2b5af5-49b3-4f70-be7c-40df091e75a5), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:13.909268 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2ab17d6f-ede5-4ea7-aeae-8b50f38aedbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (cf2b5af5-49b3-4f70-be7c-40df091e75a5), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:13.949396 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-2ab17d6f-ede5-4ea7-aeae-8b50f38aedbe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04c991d8d6ed439dbe5d56bb7bf74796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3233018 May 24 13:56:13.951332 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab17d6f-ede5-4ea7-aeae-8b50f38aedbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2b5af5-49b3-4f70-be7c-40df091e75a5,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:13.952478 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 34754) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:13.988975 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:14.004178 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:14.018932 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2696ce47-c1ed-4d12-95aa-fee08bc09492 admin admin] Publish callbacks [] for security_group (cf2b5af5-49b3-4f70-be7c-40df091e75a5), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:14.043755 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2696ce47-c1ed-4d12-95aa-fee08bc09492 admin admin] Publish callbacks [] for security_group (cf2b5af5-49b3-4f70-be7c-40df091e75a5), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:14.108887 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2696ce47-c1ed-4d12-95aa-fee08bc09492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (cf2b5af5-49b3-4f70-be7c-40df091e75a5), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:14.112432 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2696ce47-c1ed-4d12-95aa-fee08bc09492 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:14.116067 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-2696ce47-c1ed-4d12-95aa-fee08bc09492 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cf2b5af5-49b3-4f70-be7c-40df091e75a5 HTTP/1.1" status: 204 len: 168 time: 0.1604362 May 24 13:56:14.136078 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2696ce47-c1ed-4d12-95aa-fee08bc09492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2b5af5-49b3-4f70-be7c-40df091e75a5,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:14.245694 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7356e-e232-42b7-99a4-ba2731b6b6b2 req-9192099e-31d3-4b27-8b63-c15daeb8dbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:14.247309 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-31b7356e-e232-42b7-99a4-ba2731b6b6b2 req-9192099e-31d3-4b27-8b63-c15daeb8dbd1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54ee7d13408645e6b6517f541fe45670&device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 1128 time: 0.0995653 May 24 13:56:14.434972 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:14.455622 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7356e-e232-42b7-99a4-ba2731b6b6b2 req-f4362820-394a-486d-b0b9-d22dcb252b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:14.457140 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-31b7356e-e232-42b7-99a4-ba2731b6b6b2 req-f4362820-394a-486d-b0b9-d22dcb252b9d service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 HTTP/1.1" status: 200 len: 920 time: 0.2033615 May 24 13:56:14.578588 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b30d29-d817-4ebb-9eb3-ed268f29c218 req-adb5f960-34f9-46ab-9213-25fc62fa5a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:14.580458 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-02b30d29-d817-4ebb-9eb3-ed268f29c218 req-adb5f960-34f9-46ab-9213-25fc62fa5a95 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d HTTP/1.1" status: 200 len: 1129 time: 0.1255562 May 24 13:56:14.585857 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73e96c-89af-4040-ad85-c8b9d9954862 req-fd737d40-961b-4d4d-9e34-c2e6a5f57bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:14.588504 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-be73e96c-89af-4040-ad85-c8b9d9954862 req-fd737d40-961b-4d4d-9e34-c2e6a5f57bfa service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4434988 May 24 13:56:14.720250 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 34788) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:14.730171 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-31b7356e-e232-42b7-99a4-ba2731b6b6b2 req-5ec814ee-5ca3-4092-9885-c2f32b181d35 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=962017d2-ce45-4701-b48a-e3e4aa4836f5 HTTP/1.1" status: 200 len: 217 time: 0.2655652 May 24 13:56:14.754105 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b72653c7-6cf4-42df-a003-93d127c2f3fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:14.848553 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:14.859484 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edbbdf-af4d-4709-b7af-6920e1bf208b req-52aa59bc-9335-44b2-98de-eb361a20a2aa tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:14.861035 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-47edbbdf-af4d-4709-b7af-6920e1bf208b req-52aa59bc-9335-44b2-98de-eb361a20a2aa tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/ports?device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d HTTP/1.1" status: 200 len: 945 time: 0.1417084 May 24 13:56:14.874601 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7356e-e232-42b7-99a4-ba2731b6b6b2 req-4e3d263a-6931-422f-b675-bdcfb2a8aba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:14.876507 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-31b7356e-e232-42b7-99a4-ba2731b6b6b2 req-4e3d263a-6931-422f-b675-bdcfb2a8aba3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=899ca591-3ba0-4148-9660-6941aa8cd299 HTTP/1.1" status: 200 len: 858 time: 0.1322539 May 24 13:56:14.917637 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-02b30d29-d817-4ebb-9eb3-ed268f29c218 req-d9856fc3-9954-4afa-a0ad-a0bea7a47441 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:14.943568 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8bbdd-d207-4022-9153-6151cd910e3f req-f0817f0d-c7f8-453f-b51e-09b4564afeaf tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:14.945678 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5ad8bbdd-d207-4022-9153-6151cd910e3f req-f0817f0d-c7f8-453f-b51e-09b4564afeaf tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 944 time: 0.6932690 May 24 13:56:14.967719 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7356e-e232-42b7-99a4-ba2731b6b6b2 req-94b900d7-623f-4604-bd3b-a542c4e6d73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:14.969683 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-31b7356e-e232-42b7-99a4-ba2731b6b6b2 req-94b900d7-623f-4604-bd3b-a542c4e6d73f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0794282 May 24 13:56:14.973473 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-8ead3799-30fc-4070-a94e-0e910b9cbb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:14.975078 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-8ead3799-30fc-4070-a94e-0e910b9cbb85 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54ee7d13408645e6b6517f541fe45670&device_id=2f19875e-64fa-4a59-9a45-a3d6e7ae96d6 HTTP/1.1" status: 200 len: 1127 time: 0.1032243 May 24 13:56:15.044706 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-47edbbdf-af4d-4709-b7af-6920e1bf208b req-1ec31cb8-8eb3-4c63-a202-c74e228b440a tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5e6359b-87e5-41d5-a263-ef1e6639e6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749303 May 24 13:56:15.080723 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b72653c7-6cf4-42df-a003-93d127c2f3fa admin admin] Publish callbacks [] for security_group (25818c5c-d6a8-4823-867f-0505c072e1c1), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:15.092544 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b72653c7-6cf4-42df-a003-93d127c2f3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (25818c5c-d6a8-4823-867f-0505c072e1c1), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:15.130335 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d8bb5-6d0a-479d-a3d3-bf49adea3ea2 req-22573286-7f12-44d6-8006-a698f8657511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:15.131909 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9a9d8bb5-6d0a-479d-a3d3-bf49adea3ea2 req-22573286-7f12-44d6-8006-a698f8657511 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9403117 May 24 13:56:15.133100 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-3204bbc2-0456-4d5c-a74d-174587a48481 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b953d341-a6ef-44a5-b545-6c5db2385fb4 HTTP/1.1" status: 200 len: 217 time: 0.1467204 May 24 13:56:15.157010 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5ad8bbdd-d207-4022-9153-6151cd910e3f req-cc8422a7-864f-4db6-bfc4-ac74d16d3599 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902659 May 24 13:56:15.191802 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-31b7356e-e232-42b7-99a4-ba2731b6b6b2 req-34dd18c7-90ca-48d6-be95-f7632714a9cc service neutron] 10.222.0.55 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134566 May 24 13:56:15.201147 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67d5a2-d75e-41bc-b0b5-0a0322105adf req-5fe361a4-9d88-4c5a-8361-58a40e5306e6 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:15.203112 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-02b30d29-d817-4ebb-9eb3-ed268f29c218 req-d9856fc3-9954-4afa-a0ad-a0bea7a47441 service neutron] Publish callbacks [] for security_group (e7546c05-fb9a-470b-9c9e-823f646386c9), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:15.203428 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0e67d5a2-d75e-41bc-b0b5-0a0322105adf req-5fe361a4-9d88-4c5a-8361-58a40e5306e6 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=9302a225-a5b2-456b-97ef-a6c329608645 HTTP/1.1" status: 200 len: 944 time: 0.0786989 May 24 13:56:15.213655 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72653c7-6cf4-42df-a003-93d127c2f3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25818c5c-d6a8-4823-867f-0505c072e1c1,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:15.219446 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-b72653c7-6cf4-42df-a003-93d127c2f3fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=363dd52da7ce4e6b9c39dce79fddb24f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4979570 May 24 13:56:15.223686 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 34800) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:15.250497 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-02b30d29-d817-4ebb-9eb3-ed268f29c218 req-d9856fc3-9954-4afa-a0ad-a0bea7a47441 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (e7546c05-fb9a-470b-9c9e-823f646386c9), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:15.250662 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 34802) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:15.332763 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-02b30d29-d817-4ebb-9eb3-ed268f29c218 req-d9856fc3-9954-4afa-a0ad-a0bea7a47441 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d5e6359b-87e5-41d5-a263-ef1e6639e6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4780903 May 24 13:56:15.333831 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-dc9eb196-1721-4cf6-85c7-767bce767253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:15.335642 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-dc9eb196-1721-4cf6-85c7-767bce767253 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3db44af3db3441b7a0c5eb524eb35806&device_id=9302a225-a5b2-456b-97ef-a6c329608645 HTTP/1.1" status: 200 len: 1128 time: 0.1543517 May 24 13:56:15.339434 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-a8666116-ee02-4b65-a9e1-70a719dae134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:15.341241 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-a8666116-ee02-4b65-a9e1-70a719dae134 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=899ca591-3ba0-4148-9660-6941aa8cd299 HTTP/1.1" status: 200 len: 858 time: 0.1824305 May 24 13:56:15.341708 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856fc3-9954-4afa-a0ad-a0bea7a47441 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e7546c05-fb9a-470b-9c9e-823f646386c9,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:15.346431 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 962017d2-ce45-4701-b48a-e3e4aa4836f5 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=103809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 13:56:15.381055 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 13:56:15.436281 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0e67d5a2-d75e-41bc-b0b5-0a0322105adf req-b710c69d-6ce0-4e34-88cf-d04b84090d14 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=85368fb9-1914-4a20-a87d-5795db208cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151155 May 24 13:56:15.483460 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-931d9916-eb2c-4858-b649-566b83d212cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:15.498556 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-31b7356e-e232-42b7-99a4-ba2731b6b6b2 req-649cb056-0824-4fd6-98d0-82df77b6590a service neutron] 10.222.0.55 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934570 May 24 13:56:15.499755 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-61bb34fc-849e-4b90-8990-2fd2df6fe71a admin admin] Publish callbacks [] for security_group (25818c5c-d6a8-4823-867f-0505c072e1c1), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:15.538063 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-61bb34fc-849e-4b90-8990-2fd2df6fe71a admin admin] Publish callbacks [] for security_group (25818c5c-d6a8-4823-867f-0505c072e1c1), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:15.558248 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 962017d2-ce45-4701-b48a-e3e4aa4836f5, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=962017d2-ce45-4701-b48a-e3e4aa4836f5,segment=NetworkSegment(8721b458-6608-4734-825c-3715bb701c43),segment_id=8721b458-6608-4734-825c-3715bb701c43)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:56:15.587308 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Returning: {'device': '962017d2-ce45-4701-b48a-e3e4aa4836f5', 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9', 'port_id': '962017d2-ce45-4701-b48a-e3e4aa4836f5', 'mac_address': 'fa:16:3e:9d:f0:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '899ca591-3ba0-4148-9660-6941aa8cd299', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 13:56:15.607484 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:INSERT=14,neutron:SELECT=84,neutron:DELETE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:15.626272 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:15.640781 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-931d9916-eb2c-4858-b649-566b83d212cc admin admin] Publish callbacks [] for security_group (b25e663c-154d-48d5-b1fb-abbcb9b347be), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:15.643084 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 962017d2-ce45-4701-b48a-e3e4aa4836f5 is: DOWN; New status is: BUILD {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:56:15.643519 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (962017d2-ce45-4701-b48a-e3e4aa4836f5), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:15.644220 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-61bb34fc-849e-4b90-8990-2fd2df6fe71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (25818c5c-d6a8-4823-867f-0505c072e1c1), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:15.647419 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-61bb34fc-849e-4b90-8990-2fd2df6fe71a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:15.648802 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-61bb34fc-849e-4b90-8990-2fd2df6fe71a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/25818c5c-d6a8-4823-867f-0505c072e1c1 HTTP/1.1" status: 204 len: 168 time: 0.4240348 May 24 13:56:15.654280 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-931d9916-eb2c-4858-b649-566b83d212cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (b25e663c-154d-48d5-b1fb-abbcb9b347be), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:15.661949 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962017d2-ce45-4701-b48a-e3e4aa4836f5 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 13:56:15.671924 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb34fc-849e-4b90-8990-2fd2df6fe71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25818c5c-d6a8-4823-867f-0505c072e1c1,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:15.694450 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 962017d2-ce45-4701-b48a-e3e4aa4836f5, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=962017d2-ce45-4701-b48a-e3e4aa4836f5,segment=NetworkSegment(8721b458-6608-4734-825c-3715bb701c43),segment_id=8721b458-6608-4734-825c-3715bb701c43)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:56:15.703179 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (962017d2-ce45-4701-b48a-e3e4aa4836f5), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:15.705988 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-931d9916-eb2c-4858-b649-566b83d212cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6104991490c14f308de99e5bb94252f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4543133 May 24 13:56:15.706397 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 34828) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:15.728680 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d9916-eb2c-4858-b649-566b83d212cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25e663c-154d-48d5-b1fb-abbcb9b347be,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:15.786424 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=962017d2-ce45-4701-b48a-e3e4aa4836f5,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:15.840690 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-5880bcd8-5af1-41a4-b37c-76b654c31cef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52d23d1f-444b-41aa-8726-0248ab97db05 HTTP/1.1" status: 200 len: 217 time: 0.1227860 May 24 13:56:15.852856 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:15.934946 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-a05653d9-fe96-4ead-964a-3b8b8b4ab1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:15.936859 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-a05653d9-fe96-4ead-964a-3b8b8b4ab1b6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1977568 May 24 13:56:15.961170 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-6d2acec7-650f-4d42-8dd5-57c42d2e4f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:15.963127 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-6d2acec7-650f-4d42-8dd5-57c42d2e4f94 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fb85256-d55e-4eee-985a-4e3dd416d342 HTTP/1.1" status: 200 len: 854 time: 0.1091869 May 24 13:56:15.966024 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:15.970680 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b38dc672-9544-4be8-aa23-957f2bec8e6a admin admin] Publish callbacks [] for security_group (b25e663c-154d-48d5-b1fb-abbcb9b347be), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:16.007886 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b38dc672-9544-4be8-aa23-957f2bec8e6a admin admin] Publish callbacks [] for security_group (b25e663c-154d-48d5-b1fb-abbcb9b347be), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:16.046545 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['962017d2-ce45-4701-b48a-e3e4aa4836f5'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 13:56:16.096885 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b38dc672-9544-4be8-aa23-957f2bec8e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (b25e663c-154d-48d5-b1fb-abbcb9b347be), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:16.100007 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b38dc672-9544-4be8-aa23-957f2bec8e6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:16.101516 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-b38dc672-9544-4be8-aa23-957f2bec8e6a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b25e663c-154d-48d5-b1fb-abbcb9b347be HTTP/1.1" status: 204 len: 168 time: 0.3934469 May 24 13:56:16.121885 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dc672-9544-4be8-aa23-957f2bec8e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25e663c-154d-48d5-b1fb-abbcb9b347be,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:16.282328 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8b2cd-d039-4018-a7e8-c031206f1874 req-2070d3ad-5265-4861-b6fc-38b3ddd95c4e tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:16.291653 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-10c8b2cd-d039-4018-a7e8-c031206f1874 req-2070d3ad-5265-4861-b6fc-38b3ddd95c4e tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/ports?device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d HTTP/1.1" status: 200 len: 945 time: 0.1327045 May 24 13:56:16.350099 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7726dd-b0ec-42d5-a7a0-8bde177d8c48 req-d5dfb2a5-716a-4a81-9458-ae91450c1a46 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:16.354643 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-2e7726dd-b0ec-42d5-a7a0-8bde177d8c48 req-d5dfb2a5-716a-4a81-9458-ae91450c1a46 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 945 time: 0.0793984 May 24 13:56:16.399972 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=4 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:16.440506 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-10c8b2cd-d039-4018-a7e8-c031206f1874 req-daad245f-b259-43be-a22b-4cf8c2828119 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5e6359b-87e5-41d5-a263-ef1e6639e6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427140 May 24 13:56:16.453933 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-2e7726dd-b0ec-42d5-a7a0-8bde177d8c48 req-d704e65f-60b2-4464-9590-6217b86b2ec3 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918009 May 24 13:56:16.513760 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-48221f60-94dd-47dd-8a8e-87d75119f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:16.515302 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-48221f60-94dd-47dd-8a8e-87d75119f246 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e5782d9-5791-4763-85b4-bfd8289d9060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1366882 May 24 13:56:16.647714 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 34870) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:16.659160 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-1afe5bb5-e3bf-4365-8ade-75ae7f037641 service neutron] 10.222.0.55 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815289 May 24 13:56:16.662584 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a3047fa2-38d1-4376-bceb-d4a36079ce6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:16.710760 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4636839-5579-4bbd-8850-ffa9811dff01 req-cb9ae895-c4dc-412f-8efa-e0655c82b9d7 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:16.712836 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f4636839-5579-4bbd-8850-ffa9811dff01 req-cb9ae895-c4dc-412f-8efa-e0655c82b9d7 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=9302a225-a5b2-456b-97ef-a6c329608645 HTTP/1.1" status: 200 len: 944 time: 0.1764810 May 24 13:56:16.756345 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-e12eb785-e2b2-4c6c-8fe7-cfc7c9cbfe71 service neutron] 10.222.0.55 "GET /v2.0/networks/2e5782d9-5791-4763-85b4-bfd8289d9060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300091 May 24 13:56:16.786173 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a3047fa2-38d1-4376-bceb-d4a36079ce6e admin admin] Publish callbacks [] for security_group (9513b939-6238-4e04-99a6-da558cde9fa4), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:16.794444 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a3047fa2-38d1-4376-bceb-d4a36079ce6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (9513b939-6238-4e04-99a6-da558cde9fa4), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:16.857090 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3047fa2-38d1-4376-bceb-d4a36079ce6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9513b939-6238-4e04-99a6-da558cde9fa4,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:16.873771 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f4636839-5579-4bbd-8850-ffa9811dff01 req-a7795437-ef38-468a-b0f7-bded44130f6f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=85368fb9-1914-4a20-a87d-5795db208cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290598 May 24 13:56:16.904864 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-a3047fa2-38d1-4376-bceb-d4a36079ce6e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d77bc721251496bada0b29f628cd190&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2557812 May 24 13:56:16.908318 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 34884) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:16.926263 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-51088292-f074-4fe4-9a10-4b5855b541b1 req-2d7425c6-ee2f-4239-9e96-b3ea439cf963 service neutron] 10.222.0.55 "GET /v2.0/networks/2e5782d9-5791-4763-85b4-bfd8289d9060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568589 May 24 13:56:16.929159 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f952aef7-ab01-4c3c-bb99-a501a4ad26db req-9ecf1e39-2694-4992-9bc8-694d65183464 service neutron] 10.222.0.55 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606130 May 24 13:56:16.991792 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-414244df-9028-42b2-aea6-4296401fd3fe admin admin] Publish callbacks [] for security_group (9513b939-6238-4e04-99a6-da558cde9fa4), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:17.023037 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-414244df-9028-42b2-aea6-4296401fd3fe admin admin] Publish callbacks [] for security_group (9513b939-6238-4e04-99a6-da558cde9fa4), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:17.086593 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-414244df-9028-42b2-aea6-4296401fd3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (9513b939-6238-4e04-99a6-da558cde9fa4), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:17.092890 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-414244df-9028-42b2-aea6-4296401fd3fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:17.094072 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-414244df-9028-42b2-aea6-4296401fd3fe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9513b939-6238-4e04-99a6-da558cde9fa4 HTTP/1.1" status: 204 len: 168 time: 0.1841908 May 24 13:56:17.105469 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414244df-9028-42b2-aea6-4296401fd3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9513b939-6238-4e04-99a6-da558cde9fa4,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:17.500533 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 962017d2-ce45-4701-b48a-e3e4aa4836f5 up at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:56:17.564361 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:17.583262 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning for port 962017d2-ce45-4701-b48a-e3e4aa4836f5 completed by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 13:56:17.601979 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning complete for port 962017d2-ce45-4701-b48a-e3e4aa4836f5 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:56:17.602899 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (962017d2-ce45-4701-b48a-e3e4aa4836f5), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:17.677652 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4cc7c-c609-4e54-a4e9-a309369e0178 req-47d6efa1-e734-4920-b2ae-88fe8488c01e tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:17.691481 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-67b4cc7c-c609-4e54-a4e9-a309369e0178 req-47d6efa1-e734-4920-b2ae-88fe8488c01e tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/ports?device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d HTTP/1.1" status: 200 len: 945 time: 0.1193545 May 24 13:56:17.718285 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65532d24-1474-48e2-b18b-fbfdfa5560e2 req-e0e40120-e34d-4b9c-913a-b3cf40279f9d tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:17.722498 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-65532d24-1474-48e2-b18b-fbfdfa5560e2 req-e0e40120-e34d-4b9c-913a-b3cf40279f9d tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 945 time: 0.1298230 May 24 13:56:17.763991 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 962017d2-ce45-4701-b48a-e3e4aa4836f5 is: BUILD; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:56:17.764734 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (962017d2-ce45-4701-b48a-e3e4aa4836f5), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:17.768394 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:17.779500 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-67b4cc7c-c609-4e54-a4e9-a309369e0178 req-2e534a65-1a3c-4466-9e5b-2fc739b35321 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5e6359b-87e5-41d5-a263-ef1e6639e6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855508 May 24 13:56:17.823663 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-65532d24-1474-48e2-b18b-fbfdfa5560e2 req-71240181-efed-4cc9-9bf4-543d8ee21235 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895112 May 24 13:56:17.835551 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f67703-35a4-40ad-a442-d8230c57ca65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962017d2-ce45-4701-b48a-e3e4aa4836f5'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 13:56:17.839139 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6704ccb53a4068acec69ef2b688a9e5af712f2ba46f4bf8cce86ae06eb28aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116704fc-ddc3-443b-9c3c-f7c892879a19" -d '{"events": [{"server_uuid": "84f67703-35a4-40ad-a442-d8230c57ca65", "name": "network-vif-plugged", "status": "completed", "tag": "962017d2-ce45-4701-b48a-e3e4aa4836f5"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 13:56:17.874577 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 962017d2-ce45-4701-b48a-e3e4aa4836f5, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=962017d2-ce45-4701-b48a-e3e4aa4836f5,segment=NetworkSegment(8721b458-6608-4734-825c-3715bb701c43),segment_id=8721b458-6608-4734-825c-3715bb701c43)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:56:17.884597 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (962017d2-ce45-4701-b48a-e3e4aa4836f5), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:17.934654 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 13:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f01a4c6-7dbb-466f-a3d3-b6660fd16207 x-openstack-request-id: req-5f01a4c6-7dbb-466f-a3d3-b6660fd16207 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 13:56:17.935179 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f67703-35a4-40ad-a442-d8230c57ca65", "name": "network-vif-plugged", "status": "completed", "tag": "962017d2-ce45-4701-b48a-e3e4aa4836f5", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 13:56:17.935442 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5f01a4c6-7dbb-466f-a3d3-b6660fd16207 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 13:56:17.936018 dv-cinder-842129-1-iscsi neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f01a4c6-7dbb-466f-a3d3-b6660fd16207'] response: {'server_uuid': '84f67703-35a4-40ad-a442-d8230c57ca65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962017d2-ce45-4701-b48a-e3e4aa4836f5', 'code': 200} May 24 13:56:17.988858 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=962017d2-ce45-4701-b48a-e3e4aa4836f5,revision_number=5']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:18.019221 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b3637-9783-4fed-beb2-eb0b62e51f3b req-07a13ace-5904-45bf-bc6f-0f650f766bd9 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:18.020850 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8d2b3637-9783-4fed-beb2-eb0b62e51f3b req-07a13ace-5904-45bf-bc6f-0f650f766bd9 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=9302a225-a5b2-456b-97ef-a6c329608645 HTTP/1.1" status: 200 len: 944 time: 0.0554359 May 24 13:56:18.075873 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8d2b3637-9783-4fed-beb2-eb0b62e51f3b req-400c80ae-260d-4880-bbe2-588fd88c31ba tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=85368fb9-1914-4a20-a87d-5795db208cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490928 May 24 13:56:18.495593 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 34982) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:18.610570 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b6619313-fc9a-4697-ba1c-4b1bfc90b7f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:18.629321 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:18.658007 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:18.695356 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b6619313-fc9a-4697-ba1c-4b1bfc90b7f5 admin admin] Publish callbacks [] for security_group (090d2b03-1f43-4175-a2c5-c177df2a7c86), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:18.702698 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b6619313-fc9a-4697-ba1c-4b1bfc90b7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (090d2b03-1f43-4175-a2c5-c177df2a7c86), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:18.727265 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6619313-fc9a-4697-ba1c-4b1bfc90b7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090d2b03-1f43-4175-a2c5-c177df2a7c86,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:18.755191 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-b6619313-fc9a-4697-ba1c-4b1bfc90b7f5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8ec0b997f16e47938eacaabe46031951&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2584188 May 24 13:56:18.757841 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 35004) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:18.818188 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9db9072c-9c0f-4676-8cde-702f0fbc5be9 admin admin] Publish callbacks [] for security_group (090d2b03-1f43-4175-a2c5-c177df2a7c86), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:18.855664 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9db9072c-9c0f-4676-8cde-702f0fbc5be9 admin admin] Publish callbacks [] for security_group (090d2b03-1f43-4175-a2c5-c177df2a7c86), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:18.933448 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9db9072c-9c0f-4676-8cde-702f0fbc5be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (090d2b03-1f43-4175-a2c5-c177df2a7c86), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:18.936210 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9db9072c-9c0f-4676-8cde-702f0fbc5be9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:18.939628 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-9db9072c-9c0f-4676-8cde-702f0fbc5be9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/090d2b03-1f43-4175-a2c5-c177df2a7c86 HTTP/1.1" status: 204 len: 168 time: 0.1778572 May 24 13:56:18.960221 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9072c-9c0f-4676-8cde-702f0fbc5be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090d2b03-1f43-4175-a2c5-c177df2a7c86,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:19.017963 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c129878-cb6d-4572-ad55-eb98ab66e120 req-e36513e9-69f5-4072-af0e-f1d985dbc0bd tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:19.026741 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0c129878-cb6d-4572-ad55-eb98ab66e120 req-e36513e9-69f5-4072-af0e-f1d985dbc0bd tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/ports?device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d HTTP/1.1" status: 200 len: 945 time: 0.0946634 May 24 13:56:19.049343 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:19.089825 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805b0af-4f58-462c-ae5c-3c93dbf1d0e2 req-b4585a57-e933-4763-8996-69e3650ba561 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:19.091497 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c805b0af-4f58-462c-ae5c-3c93dbf1d0e2 req-b4585a57-e933-4763-8996-69e3650ba561 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.1530087 May 24 13:56:19.100443 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0c129878-cb6d-4572-ad55-eb98ab66e120 req-33459dbd-b4a8-4e1f-b7a5-fe0631c521cb tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5e6359b-87e5-41d5-a263-ef1e6639e6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725520 May 24 13:56:19.186978 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c805b0af-4f58-462c-ae5c-3c93dbf1d0e2 req-ddf005a0-f160-45ca-b2f6-3677ef44e80d tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879340 May 24 13:56:19.248486 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab774f-787c-4bf1-9b38-d7fdc15dfc13 req-3a38285a-abdf-40d7-90ca-93d10fd10b72 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:19.250021 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-69ab774f-787c-4bf1-9b38-d7fdc15dfc13 req-3a38285a-abdf-40d7-90ca-93d10fd10b72 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=9302a225-a5b2-456b-97ef-a6c329608645 HTTP/1.1" status: 200 len: 944 time: 0.0494308 May 24 13:56:19.313352 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-69ab774f-787c-4bf1-9b38-d7fdc15dfc13 req-bfc328ec-3b97-4c2f-8d8b-7cf8c2f6e9a5 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=85368fb9-1914-4a20-a87d-5795db208cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554671 May 24 13:56:19.438306 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 35044) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:19.452395 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-36a2cc32-605a-491e-a394-db1f92c185d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:19.566096 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-36a2cc32-605a-491e-a394-db1f92c185d7 admin admin] Publish callbacks [] for security_group (f82ac647-71ba-49b8-82e2-4492be98ee7a), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:19.572394 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-36a2cc32-605a-491e-a394-db1f92c185d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (f82ac647-71ba-49b8-82e2-4492be98ee7a), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:19.633792 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 35052) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:19.639772 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-36a2cc32-605a-491e-a394-db1f92c185d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=13f40c41ac634858a22f0106fa23e59b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2003565 May 24 13:56:19.642298 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 35056) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:19.644997 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a2cc32-605a-491e-a394-db1f92c185d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82ac647-71ba-49b8-82e2-4492be98ee7a,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:19.703436 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-055f6deb-9741-4bbf-ba38-ec7340c943c2 admin admin] Publish callbacks [] for security_group (f82ac647-71ba-49b8-82e2-4492be98ee7a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:19.730333 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-055f6deb-9741-4bbf-ba38-ec7340c943c2 admin admin] Publish callbacks [] for security_group (f82ac647-71ba-49b8-82e2-4492be98ee7a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:19.789027 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ad5220fe-01b5-410a-b6f7-d0673aeffced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:19.792872 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-055f6deb-9741-4bbf-ba38-ec7340c943c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (f82ac647-71ba-49b8-82e2-4492be98ee7a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:19.795429 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-055f6deb-9741-4bbf-ba38-ec7340c943c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:19.796710 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-055f6deb-9741-4bbf-ba38-ec7340c943c2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f82ac647-71ba-49b8-82e2-4492be98ee7a HTTP/1.1" status: 204 len: 168 time: 0.1535256 May 24 13:56:19.819311 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f6deb-9741-4bbf-ba38-ec7340c943c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82ac647-71ba-49b8-82e2-4492be98ee7a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:19.871774 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:19.893322 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ad5220fe-01b5-410a-b6f7-d0673aeffced admin admin] Publish callbacks [] for security_group (65e86cca-bbde-4b78-845a-515ceaca6f03), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:19.898053 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ad5220fe-01b5-410a-b6f7-d0673aeffced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (65e86cca-bbde-4b78-845a-515ceaca6f03), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:19.912151 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 35062) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:19.947391 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-ad5220fe-01b5-410a-b6f7-d0673aeffced admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a3bd6c91b0bd48df886b7ee6fec0833c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3124881 May 24 13:56:19.947566 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 35068) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:19.950848 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5220fe-01b5-410a-b6f7-d0673aeffced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e86cca-bbde-4b78-845a-515ceaca6f03,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:20.100497 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-728fc311-7169-4f52-91d2-28f7ab66217e admin admin] Publish callbacks [] for security_group (65e86cca-bbde-4b78-845a-515ceaca6f03), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:20.103191 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-738b1ace-b3e2-438a-8e73-4c35394bd23e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:20.162474 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-728fc311-7169-4f52-91d2-28f7ab66217e admin admin] Publish callbacks [] for security_group (65e86cca-bbde-4b78-845a-515ceaca6f03), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:20.240458 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:INSERT=13,neutron:UPDATE=2,neutron:SELECT=81,neutron:DELETE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:20.276983 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb47d2e-f905-4b21-99cd-14927cce6864 req-3e1609a4-3036-4729-b4d0-0957043da854 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:20.278584 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bdb47d2e-f905-4b21-99cd-14927cce6864 req-3e1609a4-3036-4729-b4d0-0957043da854 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/ports?device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d HTTP/1.1" status: 200 len: 945 time: 0.0909007 May 24 13:56:20.297937 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:20.322861 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec47150-0733-441a-9ecc-92fd48151d35 req-a6079870-73db-4d7c-8dd2-d676b186d421 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:20.324861 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-dec47150-0733-441a-9ecc-92fd48151d35 req-a6079870-73db-4d7c-8dd2-d676b186d421 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0541503 May 24 13:56:20.329629 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-728fc311-7169-4f52-91d2-28f7ab66217e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (65e86cca-bbde-4b78-845a-515ceaca6f03), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:20.333882 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-728fc311-7169-4f52-91d2-28f7ab66217e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:20.337467 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-728fc311-7169-4f52-91d2-28f7ab66217e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65e86cca-bbde-4b78-845a-515ceaca6f03 HTTP/1.1" status: 204 len: 168 time: 0.3866162 May 24 13:56:20.373109 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728fc311-7169-4f52-91d2-28f7ab66217e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e86cca-bbde-4b78-845a-515ceaca6f03,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:20.392817 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-dec47150-0733-441a-9ecc-92fd48151d35 req-2c6633c1-eb13-4066-8932-67d49ea1a653 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622241 May 24 13:56:20.438714 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bdb47d2e-f905-4b21-99cd-14927cce6864 req-7ede1f9a-37f6-4744-a2b8-a4f0cb235743 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5e6359b-87e5-41d5-a263-ef1e6639e6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487074 May 24 13:56:20.440543 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-738b1ace-b3e2-438a-8e73-4c35394bd23e admin admin] Publish callbacks [] for security_group (5a8c1635-a98b-4428-85f2-08282bd641a4), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:20.448063 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-738b1ace-b3e2-438a-8e73-4c35394bd23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (5a8c1635-a98b-4428-85f2-08282bd641a4), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:20.494302 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-738b1ace-b3e2-438a-8e73-4c35394bd23e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=950c39810a9d4e2083391886dac44016&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5808957 May 24 13:56:20.495502 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b1ace-b3e2-438a-8e73-4c35394bd23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8c1635-a98b-4428-85f2-08282bd641a4,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:20.498708 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 35102) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:20.540743 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49925693-47cc-4e57-9ba2-48c374526952 req-2d6ad2ac-3d88-4c7b-b1e4-0cfcc68c0dd7 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:20.548722 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-49925693-47cc-4e57-9ba2-48c374526952 req-2d6ad2ac-3d88-4c7b-b1e4-0cfcc68c0dd7 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=9302a225-a5b2-456b-97ef-a6c329608645 HTTP/1.1" status: 200 len: 944 time: 0.0823212 May 24 13:56:20.563974 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b9f1c6e7-6808-418f-bdd2-719cd8474c04 admin admin] Publish callbacks [] for security_group (5a8c1635-a98b-4428-85f2-08282bd641a4), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:20.600955 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b9f1c6e7-6808-418f-bdd2-719cd8474c04 admin admin] Publish callbacks [] for security_group (5a8c1635-a98b-4428-85f2-08282bd641a4), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:20.607369 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-49925693-47cc-4e57-9ba2-48c374526952 req-7dc23db9-4370-43da-8af3-87e6ffc6fba6 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=85368fb9-1914-4a20-a87d-5795db208cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575109 May 24 13:56:20.675024 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b9f1c6e7-6808-418f-bdd2-719cd8474c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (5a8c1635-a98b-4428-85f2-08282bd641a4), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:20.681145 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b9f1c6e7-6808-418f-bdd2-719cd8474c04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:20.682602 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-b9f1c6e7-6808-418f-bdd2-719cd8474c04 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5a8c1635-a98b-4428-85f2-08282bd641a4 HTTP/1.1" status: 204 len: 168 time: 0.1828079 May 24 13:56:20.695420 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1c6e7-6808-418f-bdd2-719cd8474c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8c1635-a98b-4428-85f2-08282bd641a4,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:20.791989 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 35112) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:20.808054 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-be7ca1b1-56e6-4764-9234-d365432f38c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:20.945781 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-be7ca1b1-56e6-4764-9234-d365432f38c2 admin admin] Publish callbacks [] for security_group (574f1e77-8bec-44e1-b112-75cb7c4f124a), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:20.952989 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-be7ca1b1-56e6-4764-9234-d365432f38c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (574f1e77-8bec-44e1-b112-75cb7c4f124a), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:20.985438 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-be7ca1b1-56e6-4764-9234-d365432f38c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08a939739112446394c9bb8ff615fefd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1921718 May 24 13:56:20.988333 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 35120) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:21.011014 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ca1b1-56e6-4764-9234-d365432f38c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574f1e77-8bec-44e1-b112-75cb7c4f124a,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:21.058464 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f5237ed9-5ded-4213-a82b-8190d00b6258 admin admin] Publish callbacks [] for security_group (574f1e77-8bec-44e1-b112-75cb7c4f124a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:21.081720 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f5237ed9-5ded-4213-a82b-8190d00b6258 admin admin] Publish callbacks [] for security_group (574f1e77-8bec-44e1-b112-75cb7c4f124a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:21.133793 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f5237ed9-5ded-4213-a82b-8190d00b6258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (574f1e77-8bec-44e1-b112-75cb7c4f124a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:21.137472 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f5237ed9-5ded-4213-a82b-8190d00b6258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:21.138860 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-f5237ed9-5ded-4213-a82b-8190d00b6258 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/574f1e77-8bec-44e1-b112-75cb7c4f124a HTTP/1.1" status: 204 len: 168 time: 0.1489434 May 24 13:56:21.147325 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5237ed9-5ded-4213-a82b-8190d00b6258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574f1e77-8bec-44e1-b112-75cb7c4f124a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:21.188844 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 35130) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:21.209835 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-130e8bf0-32f8-4a6a-b761-d08b914ab9af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:21.220440 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 35136) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:21.316401 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-130e8bf0-32f8-4a6a-b761-d08b914ab9af admin admin] Publish callbacks [] for security_group (86eaf7b8-cfab-4607-887a-cb82991fade0), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:21.322702 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-130e8bf0-32f8-4a6a-b761-d08b914ab9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (86eaf7b8-cfab-4607-887a-cb82991fade0), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:21.371954 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e8bf0-32f8-4a6a-b761-d08b914ab9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86eaf7b8-cfab-4607-887a-cb82991fade0,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:21.379457 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-130e8bf0-32f8-4a6a-b761-d08b914ab9af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8b88bb3e32c24be3a62b1ff05a0182cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1862462 May 24 13:56:21.379833 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 35144) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:21.424983 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:21.439532 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-60d61cb8-bcb8-404e-85ad-7410ee4eb5c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1812581092-network', 'tenant_id': 'fabf63a579e8411994c908ad8e730b01'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:56:21.462951 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-80f4836d-922c-450c-8963-bfcd49d7d771 admin admin] Publish callbacks [] for security_group (86eaf7b8-cfab-4607-887a-cb82991fade0), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:21.479687 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d61cb8-bcb8-404e-85ad-7410ee4eb5c8 admin admin] Made reservation on behalf of fabf63a579e8411994c908ad8e730b01 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:56:21.482602 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-60d61cb8-bcb8-404e-85ad-7410ee4eb5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:21.486305 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 52d23d1f-444b-41aa-8726-0248ab97db05 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=103809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 13:56:21.506900 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-60d61cb8-bcb8-404e-85ad-7410ee4eb5c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:21.538853 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-80f4836d-922c-450c-8963-bfcd49d7d771 admin admin] Publish callbacks [] for security_group (86eaf7b8-cfab-4607-887a-cb82991fade0), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:21.604963 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b1b1c-bc0b-4182-a48b-768c4d69e5e6 req-f0f1a2e6-f91f-4dfe-9146-797d6d0f6e00 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:21.611186 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ad0b1b1c-bc0b-4182-a48b-768c4d69e5e6 req-f0f1a2e6-f91f-4dfe-9146-797d6d0f6e00 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.1000383 May 24 13:56:21.669669 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-80f4836d-922c-450c-8963-bfcd49d7d771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (86eaf7b8-cfab-4607-887a-cb82991fade0), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:21.671129 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 52d23d1f-444b-41aa-8726-0248ab97db05, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=52d23d1f-444b-41aa-8726-0248ab97db05,segment=NetworkSegment(73f4eb4c-d3e0-4414-9a39-779107de724b),segment_id=73f4eb4c-d3e0-4414-9a39-779107de724b)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:56:21.673124 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-80f4836d-922c-450c-8963-bfcd49d7d771 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:21.677496 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-80f4836d-922c-450c-8963-bfcd49d7d771 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/86eaf7b8-cfab-4607-887a-cb82991fade0 HTTP/1.1" status: 204 len: 168 time: 0.2966418 May 24 13:56:21.698110 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f4836d-922c-450c-8963-bfcd49d7d771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86eaf7b8-cfab-4607-887a-cb82991fade0,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:21.713936 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:21.714564 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-60d61cb8-bcb8-404e-85ad-7410ee4eb5c8 admin admin] Publish callbacks [] for security_group (08a40aee-24c7-4e9f-88b5-8f33a7635262), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:21.721604 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-60d61cb8-bcb8-404e-85ad-7410ee4eb5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (08a40aee-24c7-4e9f-88b5-8f33a7635262), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:21.755589 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d61cb8-bcb8-404e-85ad-7410ee4eb5c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 13:56:21.772796 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ad0b1b1c-bc0b-4182-a48b-768c4d69e5e6 req-664637a4-e5c1-494f-990c-03118cb77292 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551545 May 24 13:56:21.809022 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Returning: {'device': '52d23d1f-444b-41aa-8726-0248ab97db05', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'port_id': '52d23d1f-444b-41aa-8726-0248ab97db05', 'mac_address': 'fa:16:3e:1f:fd:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 13:56:21.815027 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-60d61cb8-bcb8-404e-85ad-7410ee4eb5c8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727739285854', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291'] for segment (a8d91769-4fad-4522-8296-9f35aec289a9), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:21.815456 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.db.segments_db [None req-60d61cb8-bcb8-404e-85ad-7410ee4eb5c8 admin admin] Added segment a8d91769-4fad-4522-8296-9f35aec289a9 of type vlan for network de92a6e9-7477-4c1d-be15-189d3f913761 May 24 13:56:21.833947 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d61cb8-bcb8-404e-85ad-7410ee4eb5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a40aee-24c7-4e9f-88b5-8f33a7635262,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:21.855477 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:21.901502 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03dc65-5778-40f7-bc51-b9acda91b690 req-1e6101cf-df72-48d5-937b-b68db5e11c46 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:21.903296 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-cf03dc65-5778-40f7-bc51-b9acda91b690 req-1e6101cf-df72-48d5-937b-b68db5e11c46 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=9302a225-a5b2-456b-97ef-a6c329608645 HTTP/1.1" status: 200 len: 944 time: 0.1413574 May 24 13:56:21.906288 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 52d23d1f-444b-41aa-8726-0248ab97db05 is: DOWN; New status is: BUILD {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:56:21.906938 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (52d23d1f-444b-41aa-8726-0248ab97db05), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:21.907947 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-60d61cb8-bcb8-404e-85ad-7410ee4eb5c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727738798156'] for network (de92a6e9-7477-4c1d-be15-189d3f913761), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:21.937635 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52d23d1f-444b-41aa-8726-0248ab97db05 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 13:56:21.973176 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-60d61cb8-bcb8-404e-85ad-7410ee4eb5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028'] for network (de92a6e9-7477-4c1d-be15-189d3f913761), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:21.974407 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d61cb8-bcb8-404e-85ad-7410ee4eb5c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:21.975152 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-60d61cb8-bcb8-404e-85ad-7410ee4eb5c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:21.978577 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 52d23d1f-444b-41aa-8726-0248ab97db05, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=52d23d1f-444b-41aa-8726-0248ab97db05,segment=NetworkSegment(73f4eb4c-d3e0-4414-9a39-779107de724b),segment_id=73f4eb4c-d3e0-4414-9a39-779107de724b)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:56:21.983847 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (52d23d1f-444b-41aa-8726-0248ab97db05), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:21.989444 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-cf03dc65-5778-40f7-bc51-b9acda91b690 req-51cb8e9c-5396-4ac1-9c9b-024d24591068 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=85368fb9-1914-4a20-a87d-5795db208cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786228 May 24 13:56:22.072611 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=52d23d1f-444b-41aa-8726-0248ab97db05,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:22.107369 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-60d61cb8-bcb8-404e-85ad-7410ee4eb5c8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8847666 May 24 13:56:22.109302 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 35174) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:22.115027 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-b477d767-bb9e-4b03-8f7e-6cf9e6dea838 admin admin] Request body: {'subnet': {'network_id': 'de92a6e9-7477-4c1d-be15-189d3f913761', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1812581092-subnet', 'tenant_id': 'fabf63a579e8411994c908ad8e730b01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:56:22.124890 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d61cb8-bcb8-404e-85ad-7410ee4eb5c8 admin admin] Pushing event updated for resources: {'Network': ['ID=de92a6e9-7477-4c1d-be15-189d3f913761,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:22.141003 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Network de92a6e9-7477-4c1d-be15-189d3f913761 details requested by agent ovs-agent-dv-cinder-842129-1-iscsi with host dv-cinder-842129-1-iscsi {{(pid=103809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 13:56:22.142390 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 35178) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:22.167606 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b477d767-bb9e-4b03-8f7e-6cf9e6dea838 admin admin] Made reservation on behalf of fabf63a579e8411994c908ad8e730b01 for: {'subnet': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:56:22.173214 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b477d767-bb9e-4b03-8f7e-6cf9e6dea838 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:22.272207 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:INSERT=13,neutron:SELECT=85,neutron:DELETE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:22.276640 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 35186) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:22.316485 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9c93277d-8143-4d3b-a796-81e11d75bb2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:22.452714 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9c93277d-8143-4d3b-a796-81e11d75bb2d admin admin] Publish callbacks [] for security_group (ecfe01b4-4b16-4ca8-a02c-37b9cc2a4172), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:22.456870 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['52d23d1f-444b-41aa-8726-0248ab97db05'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 13:56:22.465075 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9c93277d-8143-4d3b-a796-81e11d75bb2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (ecfe01b4-4b16-4ca8-a02c-37b9cc2a4172), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:22.471766 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c900f800-3922-41cf-a047-ffd1b0a43c11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:22.505412 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b477d767-bb9e-4b03-8f7e-6cf9e6dea838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028'] for subnet (142413b3-1597-4c2b-8178-481f5ad38fc1), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:22.536362 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-9c93277d-8143-4d3b-a796-81e11d75bb2d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e8c45e07a604465b0db6b1ac4439d0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2584050 May 24 13:56:22.537670 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93277d-8143-4d3b-a796-81e11d75bb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfe01b4-4b16-4ca8-a02c-37b9cc2a4172,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:22.540583 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 35190) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:22.541982 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:22.584011 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:INSERT=16,neutron:SELECT=80,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:22.605836 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0ecbcd34-d23d-428a-b886-06b8e64d91e5 admin admin] Publish callbacks [] for security_group (ecfe01b4-4b16-4ca8-a02c-37b9cc2a4172), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:22.633390 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477d767-bb9e-4b03-8f7e-6cf9e6dea838 admin admin] Pushing event updated for resources: {'Subnet': ['ID=142413b3-1597-4c2b-8178-481f5ad38fc1,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:22.635577 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0ecbcd34-d23d-428a-b886-06b8e64d91e5 admin admin] Publish callbacks [] for security_group (ecfe01b4-4b16-4ca8-a02c-37b9cc2a4172), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:22.639955 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b477d767-bb9e-4b03-8f7e-6cf9e6dea838 admin admin] Checking segment: {'id': 'a8d91769-4fad-4522-8296-9f35aec289a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'de92a6e9-7477-4c1d-be15-189d3f913761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:56:22.640639 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b477d767-bb9e-4b03-8f7e-6cf9e6dea838 admin admin] Network hostable DHCP agents. Network: de92a6e9-7477-4c1d-be15-189d3f913761, hostable agents: ['abc51175-8e70-4fa5-9c56-ea38a91f7e2e'], hosted agents: [] {{(pid=103807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 13:56:22.684175 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c900f800-3922-41cf-a047-ffd1b0a43c11 admin admin] Publish callbacks [] for security_group (376fda7b-add4-4dce-9721-d694b58ffed4), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:22.687658 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b477d767-bb9e-4b03-8f7e-6cf9e6dea838 admin admin] Network de92a6e9-7477-4c1d-be15-189d3f913761 is scheduled to be hosted by DHCP agent abc51175-8e70-4fa5-9c56-ea38a91f7e2e with binding_index 1 {{(pid=103807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 13:56:22.695413 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c900f800-3922-41cf-a047-ffd1b0a43c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (376fda7b-add4-4dce-9721-d694b58ffed4), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:22.713717 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-b477d767-bb9e-4b03-8f7e-6cf9e6dea838 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842129-1-iscsi, de92a6e9-7477-4c1d-be15-189d3f913761) {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:56:22.730544 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b477d767-bb9e-4b03-8f7e-6cf9e6dea838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:22.731284 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b477d767-bb9e-4b03-8f7e-6cf9e6dea838 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for subnet (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:22.732290 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0ecbcd34-d23d-428a-b886-06b8e64d91e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (ecfe01b4-4b16-4ca8-a02c-37b9cc2a4172), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:22.738204 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0ecbcd34-d23d-428a-b886-06b8e64d91e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:22.739469 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-0ecbcd34-d23d-428a-b886-06b8e64d91e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ecfe01b4-4b16-4ca8-a02c-37b9cc2a4172 HTTP/1.1" status: 204 len: 168 time: 0.1976941 May 24 13:56:22.758658 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-c900f800-3922-41cf-a047-ffd1b0a43c11 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04c9a6ccc7e44dd08f4d944f45a61ae6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6139376 May 24 13:56:22.762981 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 35198) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:22.767216 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c48ef3-ae66-4aaa-ad79-a8471aa7159c None None] Network de92a6e9-7477-4c1d-be15-189d3f913761 requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 13:56:22.770960 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-b477d767-bb9e-4b03-8f7e-6cf9e6dea838 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6605718 May 24 13:56:22.776653 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c900f800-3922-41cf-a047-ffd1b0a43c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376fda7b-add4-4dce-9721-d694b58ffed4,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:22.814698 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecbcd34-d23d-428a-b886-06b8e64d91e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfe01b4-4b16-4ca8-a02c-37b9cc2a4172,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:22.942468 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0971036-94d6-4cdf-94c4-70a88e18b3d4 req-5765efde-ea29-4b89-af8b-963ae1869834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:22.961252 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e0971036-94d6-4cdf-94c4-70a88e18b3d4 req-5765efde-ea29-4b89-af8b-963ae1869834 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 1130 time: 0.1580517 May 24 13:56:22.978809 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca07298-fd2f-4b45-9dd7-309bb8c766eb None None] Network de92a6e9-7477-4c1d-be15-189d3f913761 requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 13:56:23.029438 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e0971036-94d6-4cdf-94c4-70a88e18b3d4 req-0600877d-01cb-4ad9-9c7a-263f3fe803bb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734930 May 24 13:56:23.050421 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ef70c701-f502-41a1-ba6b-ee1a8ee05b2a admin admin] Publish callbacks [] for security_group (376fda7b-add4-4dce-9721-d694b58ffed4), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:23.081396 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992df14-7f06-4ab9-ad75-a55787a4d40b req-62afed52-6c5b-4e32-bded-b99eb6884f1e tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:23.083223 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-2992df14-7f06-4ab9-ad75-a55787a4d40b req-62afed52-6c5b-4e32-bded-b99eb6884f1e tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.1636467 May 24 13:56:23.107522 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ef70c701-f502-41a1-ba6b-ee1a8ee05b2a admin admin] Publish callbacks [] for security_group (376fda7b-add4-4dce-9721-d694b58ffed4), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:23.205560 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-2992df14-7f06-4ab9-ad75-a55787a4d40b req-fc5229ed-68b1-445e-a2b9-f20bedc1ecd3 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115367 May 24 13:56:23.228870 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ef70c701-f502-41a1-ba6b-ee1a8ee05b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (376fda7b-add4-4dce-9721-d694b58ffed4), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:23.235538 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ef70c701-f502-41a1-ba6b-ee1a8ee05b2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:23.236961 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-ef70c701-f502-41a1-ba6b-ee1a8ee05b2a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/376fda7b-add4-4dce-9721-d694b58ffed4 HTTP/1.1" status: 204 len: 168 time: 0.4729548 May 24 13:56:23.248513 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70c701-f502-41a1-ba6b-ee1a8ee05b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376fda7b-add4-4dce-9721-d694b58ffed4,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:23.348400 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53296a-e22a-4492-abe4-4a89059faccd req-62104dae-1196-4d78-a572-de20294825cc tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:23.349769 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-db53296a-e22a-4492-abe4-4a89059faccd req-62104dae-1196-4d78-a572-de20294825cc tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=9302a225-a5b2-456b-97ef-a6c329608645 HTTP/1.1" status: 200 len: 945 time: 0.0563908 May 24 13:56:23.410187 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-db53296a-e22a-4492-abe4-4a89059faccd req-a1d57f9e-831d-40da-8914-86fb57358a5c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=85368fb9-1914-4a20-a87d-5795db208cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529220 May 24 13:56:23.603665 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device b953d341-a6ef-44a5-b545-6c5db2385fb4 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=103809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 13:56:23.606921 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 52d23d1f-444b-41aa-8726-0248ab97db05 up at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:56:23.646119 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:23.823542 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning for port 52d23d1f-444b-41aa-8726-0248ab97db05 completed by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 13:56:23.843721 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port b953d341-a6ef-44a5-b545-6c5db2385fb4, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=b953d341-a6ef-44a5-b545-6c5db2385fb4,segment=NetworkSegment(8721b458-6608-4734-825c-3715bb701c43),segment_id=8721b458-6608-4734-825c-3715bb701c43)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:56:23.853506 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning complete for port 52d23d1f-444b-41aa-8726-0248ab97db05 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:56:23.853882 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (52d23d1f-444b-41aa-8726-0248ab97db05), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:23.858007 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6acec6e7-5c0b-47f7-a6eb-b31b4af97d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:23.880694 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Returning: {'device': 'b953d341-a6ef-44a5-b545-6c5db2385fb4', 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9', 'port_id': 'b953d341-a6ef-44a5-b545-6c5db2385fb4', 'mac_address': 'fa:16:3e:11:60:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '899ca591-3ba0-4148-9660-6941aa8cd299', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 13:56:23.885705 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 35258) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:23.905881 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-325d6faf-5c49-4e80-b9d3-80f2c800f9c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:23.935391 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port b953d341-a6ef-44a5-b545-6c5db2385fb4 is: DOWN; New status is: BUILD {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:56:23.936125 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (b953d341-a6ef-44a5-b545-6c5db2385fb4), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:23.960198 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:23.983392 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b953d341-a6ef-44a5-b545-6c5db2385fb4 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 13:56:24.044963 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:24.059502 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port b953d341-a6ef-44a5-b545-6c5db2385fb4, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=b953d341-a6ef-44a5-b545-6c5db2385fb4,segment=NetworkSegment(8721b458-6608-4734-825c-3715bb701c43),segment_id=8721b458-6608-4734-825c-3715bb701c43)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:56:24.067001 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 52d23d1f-444b-41aa-8726-0248ab97db05 is: BUILD; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:56:24.070047 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (52d23d1f-444b-41aa-8726-0248ab97db05), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:24.077745 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-325d6faf-5c49-4e80-b9d3-80f2c800f9c1 admin admin] Publish callbacks [] for security_group (c8f71db7-1800-4e57-8d62-af73529b3891), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:24.083304 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-325d6faf-5c49-4e80-b9d3-80f2c800f9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (c8f71db7-1800-4e57-8d62-af73529b3891), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:24.088591 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (b953d341-a6ef-44a5-b545-6c5db2385fb4), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:24.131195 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-325d6faf-5c49-4e80-b9d3-80f2c800f9c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=084682327eec40d7b2c3c60bcd510942&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433267 May 24 13:56:24.133361 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d6faf-5c49-4e80-b9d3-80f2c800f9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f71db7-1800-4e57-8d62-af73529b3891,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:24.134640 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 35262) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:24.200704 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:24.222678 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6691cf97-98bf-4632-b276-ed406315cbcd admin admin] Publish callbacks [] for security_group (c8f71db7-1800-4e57-8d62-af73529b3891), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:24.227621 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 52d23d1f-444b-41aa-8726-0248ab97db05, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=52d23d1f-444b-41aa-8726-0248ab97db05,segment=NetworkSegment(73f4eb4c-d3e0-4414-9a39-779107de724b),segment_id=73f4eb4c-d3e0-4414-9a39-779107de724b)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:56:24.241769 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9302a225-a5b2-456b-97ef-a6c329608645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d23d1f-444b-41aa-8726-0248ab97db05'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 13:56:24.254060 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6691cf97-98bf-4632-b276-ed406315cbcd admin admin] Publish callbacks [] for security_group (c8f71db7-1800-4e57-8d62-af73529b3891), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:24.265668 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6704ccb53a4068acec69ef2b688a9e5af712f2ba46f4bf8cce86ae06eb28aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51bcea8-f25f-487b-b1c6-f167313ecfb2" -d '{"events": [{"server_uuid": "9302a225-a5b2-456b-97ef-a6c329608645", "name": "network-vif-plugged", "status": "completed", "tag": "52d23d1f-444b-41aa-8726-0248ab97db05"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 13:56:24.293145 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=b953d341-a6ef-44a5-b545-6c5db2385fb4,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:24.299992 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (52d23d1f-444b-41aa-8726-0248ab97db05), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:24.424480 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 13:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21012e3c-eaed-4a08-9dec-1cca6ca685d5 x-openstack-request-id: req-21012e3c-eaed-4a08-9dec-1cca6ca685d5 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 13:56:24.427848 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9302a225-a5b2-456b-97ef-a6c329608645", "name": "network-vif-plugged", "status": "completed", "tag": "52d23d1f-444b-41aa-8726-0248ab97db05", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 13:56:24.428597 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-21012e3c-eaed-4a08-9dec-1cca6ca685d5 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 13:56:24.429104 dv-cinder-842129-1-iscsi neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21012e3c-eaed-4a08-9dec-1cca6ca685d5'] response: {'server_uuid': '9302a225-a5b2-456b-97ef-a6c329608645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d23d1f-444b-41aa-8726-0248ab97db05', 'code': 200} May 24 13:56:24.455037 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007a6a4-8a8c-4675-ae76-7c0ed2eb9c91 req-ac7a6104-2ebc-4f25-8bc5-cb85f0e59463 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:24.465922 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6007a6a4-8a8c-4675-ae76-7c0ed2eb9c91 req-ac7a6104-2ebc-4f25-8bc5-cb85f0e59463 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0972707 May 24 13:56:24.476543 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6691cf97-98bf-4632-b276-ed406315cbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (c8f71db7-1800-4e57-8d62-af73529b3891), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:24.482390 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6691cf97-98bf-4632-b276-ed406315cbcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:24.482390 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-6691cf97-98bf-4632-b276-ed406315cbcd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c8f71db7-1800-4e57-8d62-af73529b3891 HTTP/1.1" status: 204 len: 168 time: 0.3449740 May 24 13:56:24.482699 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=52d23d1f-444b-41aa-8726-0248ab97db05,revision_number=5']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:24.504338 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['b953d341-a6ef-44a5-b545-6c5db2385fb4'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 13:56:24.529565 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691cf97-98bf-4632-b276-ed406315cbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f71db7-1800-4e57-8d62-af73529b3891,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:24.592341 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6007a6a4-8a8c-4675-ae76-7c0ed2eb9c91 req-db115480-ed81-4e4a-81e3-78c2988b1b39 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183162 May 24 13:56:24.692720 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13158257-d1ca-42fd-8cb9-470403ac1d21 req-214faf3e-2d9b-468c-bbb2-33ab7ceeceeb tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:24.699716 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-13158257-d1ca-42fd-8cb9-470403ac1d21 req-214faf3e-2d9b-468c-bbb2-33ab7ceeceeb tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=9302a225-a5b2-456b-97ef-a6c329608645 HTTP/1.1" status: 200 len: 946 time: 0.0661912 May 24 13:56:24.729187 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 35290) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:24.734293 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-0d2cfcb1-91d1-482e-bae5-209d6f609d89 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1818925283-network', 'tenant_id': 'fb3873ef7d9d4779acde89bbcc3275c5'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:56:24.763639 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2cfcb1-91d1-482e-bae5-209d6f609d89 admin admin] Made reservation on behalf of fb3873ef7d9d4779acde89bbcc3275c5 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:56:24.767448 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0d2cfcb1-91d1-482e-bae5-209d6f609d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:24.781737 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0d2cfcb1-91d1-482e-bae5-209d6f609d89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:24.787534 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-13158257-d1ca-42fd-8cb9-470403ac1d21 req-c9b514d3-c721-4479-9fb8-d2d0270e6302 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=85368fb9-1914-4a20-a87d-5795db208cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868776 May 24 13:56:24.865622 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:INSERT=9 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:24.882937 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0d2cfcb1-91d1-482e-bae5-209d6f609d89 admin admin] Publish callbacks [] for security_group (e7a8be12-91ed-4bf2-b2ec-845191ee6ac8), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:24.889043 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0d2cfcb1-91d1-482e-bae5-209d6f609d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (e7a8be12-91ed-4bf2-b2ec-845191ee6ac8), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:24.918832 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d2cfcb1-91d1-482e-bae5-209d6f609d89 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 13:56:24.928143 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2cfcb1-91d1-482e-bae5-209d6f609d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a8be12-91ed-4bf2-b2ec-845191ee6ac8,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:24.946126 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0d2cfcb1-91d1-482e-bae5-209d6f609d89 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727739285854', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291'] for segment (5729f397-2115-419a-96db-e271e132da4e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:24.946545 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.db.segments_db [None req-0d2cfcb1-91d1-482e-bae5-209d6f609d89 admin admin] Added segment 5729f397-2115-419a-96db-e271e132da4e of type vlan for network f8ac53b0-a23e-44e8-8d97-588e76e4e962 May 24 13:56:24.988143 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0d2cfcb1-91d1-482e-bae5-209d6f609d89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727738798156'] for network (f8ac53b0-a23e-44e8-8d97-588e76e4e962), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:25.024936 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0d2cfcb1-91d1-482e-bae5-209d6f609d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028'] for network (f8ac53b0-a23e-44e8-8d97-588e76e4e962), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:25.025155 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2cfcb1-91d1-482e-bae5-209d6f609d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:25.028760 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0d2cfcb1-91d1-482e-bae5-209d6f609d89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:25.085034 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-0d2cfcb1-91d1-482e-bae5-209d6f609d89 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3548710 May 24 13:56:25.088990 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 35306) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:25.093536 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2cfcb1-91d1-482e-bae5-209d6f609d89 admin admin] Pushing event updated for resources: {'Network': ['ID=f8ac53b0-a23e-44e8-8d97-588e76e4e962,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:25.098221 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-486f71ab-f4a3-4904-90bf-489290868cda admin admin] Request body: {'subnet': {'network_id': 'f8ac53b0-a23e-44e8-8d97-588e76e4e962', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1818925283-subnet', 'tenant_id': 'fb3873ef7d9d4779acde89bbcc3275c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:56:25.114267 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Network f8ac53b0-a23e-44e8-8d97-588e76e4e962 details requested by agent ovs-agent-dv-cinder-842129-1-iscsi with host dv-cinder-842129-1-iscsi {{(pid=103809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 13:56:25.125941 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:25.156095 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486f71ab-f4a3-4904-90bf-489290868cda admin admin] Made reservation on behalf of fb3873ef7d9d4779acde89bbcc3275c5 for: {'subnet': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:56:25.157148 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-486f71ab-f4a3-4904-90bf-489290868cda admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:25.375477 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=4 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:25.595643 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device b953d341-a6ef-44a5-b545-6c5db2385fb4 up at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:56:25.632100 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc6359-009a-4fc7-a85e-8803168d7ec3 req-916597a5-0d76-45b5-969c-a1181847ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:25.633701 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fcbc6359-009a-4fc7-a85e-8803168d7ec3 req-916597a5-0d76-45b5-969c-a1181847ef0a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9302a225-a5b2-456b-97ef-a6c329608645 HTTP/1.1" status: 200 len: 1130 time: 0.2775471 May 24 13:56:25.690216 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-486f71ab-f4a3-4904-90bf-489290868cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028'] for subnet (71c39721-cfac-4bd6-a136-dae2fe5aca96), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:25.713235 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning for port b953d341-a6ef-44a5-b545-6c5db2385fb4 completed by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 13:56:25.722544 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning complete for port b953d341-a6ef-44a5-b545-6c5db2385fb4 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:56:25.723421 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (b953d341-a6ef-44a5-b545-6c5db2385fb4), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:25.805401 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fcbc6359-009a-4fc7-a85e-8803168d7ec3 req-ccd3c2cb-0bda-48ba-b2de-8d3e44731cec service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=85368fb9-1914-4a20-a87d-5795db208cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631460 May 24 13:56:25.809357 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd1c81-1c39-42ef-9af2-6fa91d741778 req-af92d480-1807-4326-b2eb-29fe9dcd9880 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:25.811660 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a0fd1c81-1c39-42ef-9af2-6fa91d741778 req-af92d480-1807-4326-b2eb-29fe9dcd9880 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.1054130 May 24 13:56:25.821341 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f71ab-f4a3-4904-90bf-489290868cda admin admin] Pushing event updated for resources: {'Subnet': ['ID=71c39721-cfac-4bd6-a136-dae2fe5aca96,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:25.842779 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486f71ab-f4a3-4904-90bf-489290868cda admin admin] Checking segment: {'id': '5729f397-2115-419a-96db-e271e132da4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f8ac53b0-a23e-44e8-8d97-588e76e4e962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:56:25.843139 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486f71ab-f4a3-4904-90bf-489290868cda admin admin] Network hostable DHCP agents. Network: f8ac53b0-a23e-44e8-8d97-588e76e4e962, hostable agents: ['abc51175-8e70-4fa5-9c56-ea38a91f7e2e'], hosted agents: [] {{(pid=103807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 13:56:25.848185 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port b953d341-a6ef-44a5-b545-6c5db2385fb4 is: BUILD; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:56:25.850995 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (b953d341-a6ef-44a5-b545-6c5db2385fb4), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:25.891672 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486f71ab-f4a3-4904-90bf-489290868cda admin admin] Network f8ac53b0-a23e-44e8-8d97-588e76e4e962 is scheduled to be hosted by DHCP agent abc51175-8e70-4fa5-9c56-ea38a91f7e2e with binding_index 1 {{(pid=103807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 13:56:25.908534 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-486f71ab-f4a3-4904-90bf-489290868cda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842129-1-iscsi, f8ac53b0-a23e-44e8-8d97-588e76e4e962) {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:56:25.916918 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486f71ab-f4a3-4904-90bf-489290868cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:25.917831 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-486f71ab-f4a3-4904-90bf-489290868cda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for subnet (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:25.923657 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2596edb9-9910-4f97-9c99-2db25562391e None None] Network f8ac53b0-a23e-44e8-8d97-588e76e4e962 requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 13:56:25.973111 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-486f71ab-f4a3-4904-90bf-489290868cda admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8814428 May 24 13:56:26.020232 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a0fd1c81-1c39-42ef-9af2-6fa91d741778 req-efdde5d5-af2d-45e8-a7e4-152b92de79c4 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854069 May 24 13:56:26.036060 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b2a3e-b83f-44be-97e5-dabaaabc688e req-94d1db97-5421-408f-a7b1-7ae6b5a750f5 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:26.046289 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-552b2a3e-b83f-44be-97e5-dabaaabc688e req-94d1db97-5421-408f-a7b1-7ae6b5a750f5 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=9302a225-a5b2-456b-97ef-a6c329608645 HTTP/1.1" status: 200 len: 946 time: 0.0810807 May 24 13:56:26.098745 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:26.127155 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port b953d341-a6ef-44a5-b545-6c5db2385fb4, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=b953d341-a6ef-44a5-b545-6c5db2385fb4,segment=NetworkSegment(8721b458-6608-4734-825c-3715bb701c43),segment_id=8721b458-6608-4734-825c-3715bb701c43)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:56:26.159789 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-552b2a3e-b83f-44be-97e5-dabaaabc688e req-116d5741-43cf-4537-bef0-1edc0aaf2e6a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=85368fb9-1914-4a20-a87d-5795db208cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120493 May 24 13:56:26.187208 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (b953d341-a6ef-44a5-b545-6c5db2385fb4), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:26.269105 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0548b664-f1bd-4f89-b4f7-cf678386cf9b None None] Network f8ac53b0-a23e-44e8-8d97-588e76e4e962 requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 13:56:26.401096 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2c6b77b6-b6f6-4f68-aa76-2183b2ded549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:26.431274 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f19875e-64fa-4a59-9a45-a3d6e7ae96d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b953d341-a6ef-44a5-b545-6c5db2385fb4'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 13:56:26.433819 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6704ccb53a4068acec69ef2b688a9e5af712f2ba46f4bf8cce86ae06eb28aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed7b03c-aa9a-4ac6-903c-2c1f789217da" -d '{"events": [{"server_uuid": "2f19875e-64fa-4a59-9a45-a3d6e7ae96d6", "name": "network-vif-plugged", "status": "completed", "tag": "b953d341-a6ef-44a5-b545-6c5db2385fb4"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 13:56:26.454914 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=b953d341-a6ef-44a5-b545-6c5db2385fb4,revision_number=5']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:26.547891 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 13:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88715fa-ad0f-4264-959c-07017e575841 x-openstack-request-id: req-f88715fa-ad0f-4264-959c-07017e575841 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 13:56:26.548479 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f19875e-64fa-4a59-9a45-a3d6e7ae96d6", "name": "network-vif-plugged", "status": "completed", "tag": "b953d341-a6ef-44a5-b545-6c5db2385fb4", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 13:56:26.548896 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f88715fa-ad0f-4264-959c-07017e575841 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 13:56:26.549417 dv-cinder-842129-1-iscsi neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f88715fa-ad0f-4264-959c-07017e575841'] response: {'server_uuid': '2f19875e-64fa-4a59-9a45-a3d6e7ae96d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b953d341-a6ef-44a5-b545-6c5db2385fb4', 'code': 200} May 24 13:56:26.796870 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254a7ec-a24b-4951-b903-f84e6428d4e9 req-80538ce5-9d9b-43f3-a7c4-63423b6bb525 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:26.808519 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7254a7ec-a24b-4951-b903-f84e6428d4e9 req-80538ce5-9d9b-43f3-a7c4-63423b6bb525 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0744493 May 24 13:56:26.901494 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7254a7ec-a24b-4951-b903-f84e6428d4e9 req-9101b609-defd-4cd7-b241-bcdb1d948047 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903270 May 24 13:56:26.909381 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ba5cf-b4ca-4a7c-b865-10e65032d696 req-21fae61d-390a-4d96-95a5-b49a1fe7e6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:26.911348 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-307ba5cf-b4ca-4a7c-b865-10e65032d696 req-21fae61d-390a-4d96-95a5-b49a1fe7e6c1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54ee7d13408645e6b6517f541fe45670&device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 1130 time: 0.0639145 May 24 13:56:26.993555 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:27.048835 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a625551-0678-4bd8-be43-3f3336cc0ee2 req-7fa01139-0e24-4579-8224-dbc97750e97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:27.050521 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4a625551-0678-4bd8-be43-3f3336cc0ee2 req-7fa01139-0e24-4579-8224-dbc97750e97c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2f19875e-64fa-4a59-9a45-a3d6e7ae96d6 HTTP/1.1" status: 200 len: 1129 time: 0.0738723 May 24 13:56:27.084283 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ba5cf-b4ca-4a7c-b865-10e65032d696 req-e175b3f4-7600-4212-b71a-d507d24f9ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:27.085818 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-307ba5cf-b4ca-4a7c-b865-10e65032d696 req-e175b3f4-7600-4212-b71a-d507d24f9ae0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 HTTP/1.1" status: 200 len: 920 time: 0.1675696 May 24 13:56:27.146080 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-307ba5cf-b4ca-4a7c-b865-10e65032d696 req-70b4eddb-158b-447e-9d5e-007d9852c9e3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=962017d2-ce45-4701-b48a-e3e4aa4836f5 HTTP/1.1" status: 200 len: 217 time: 0.0498312 May 24 13:56:27.149522 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4a625551-0678-4bd8-be43-3f3336cc0ee2 req-aa623c3d-d801-44a0-b64a-33298cdbd0e4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902727 May 24 13:56:27.289115 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d6439-bf74-46d5-8ebc-a1f6b563695d req-8cb03c99-05b8-4cfe-b88f-115f780643be tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:27.290949 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-5e8d6439-bf74-46d5-8ebc-a1f6b563695d req-8cb03c99-05b8-4cfe-b88f-115f780643be tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=9302a225-a5b2-456b-97ef-a6c329608645 HTTP/1.1" status: 200 len: 946 time: 0.0529263 May 24 13:56:27.351305 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-5e8d6439-bf74-46d5-8ebc-a1f6b563695d req-bd1dae2e-8a78-4e1f-8221-b1451918fb56 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=85368fb9-1914-4a20-a87d-5795db208cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529239 May 24 13:56:27.378501 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:27.951331 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:27.989301 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ba5cf-b4ca-4a7c-b865-10e65032d696 req-041d5848-06c2-454b-8881-830e9c769e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:27.991016 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-307ba5cf-b4ca-4a7c-b865-10e65032d696 req-041d5848-06c2-454b-8881-830e9c769e96 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=899ca591-3ba0-4148-9660-6941aa8cd299 HTTP/1.1" status: 200 len: 858 time: 0.0782168 May 24 13:56:28.051705 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37393b61-416e-4c7e-a9d9-d522b1a802d1 req-4c7f2e4b-f12d-4f8a-84ce-29d42aca4d6c tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:28.053241 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-37393b61-416e-4c7e-a9d9-d522b1a802d1 req-4c7f2e4b-f12d-4f8a-84ce-29d42aca4d6c tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0551894 May 24 13:56:28.116238 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-37393b61-416e-4c7e-a9d9-d522b1a802d1 req-11359a21-ced1-49ce-99da-0b51ddb9e04b tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566056 May 24 13:56:28.481719 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0dabce-ed12-4abe-ae50-5db6817353f5 req-cc3a1661-5542-48af-8cd0-d461c9319b72 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:28.484408 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-fb0dabce-ed12-4abe-ae50-5db6817353f5 req-cc3a1661-5542-48af-8cd0-d461c9319b72 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=9302a225-a5b2-456b-97ef-a6c329608645 HTTP/1.1" status: 200 len: 946 time: 0.0571992 May 24 13:56:28.519172 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:28.534735 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:28.564332 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-fb0dabce-ed12-4abe-ae50-5db6817353f5 req-c30ddb3f-9900-4cf6-b6e3-f4ff674a3a0a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=85368fb9-1914-4a20-a87d-5795db208cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728934 May 24 13:56:28.668176 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27f0e7-171d-4c29-8780-2fe92f42f226 req-28b01c72-f163-4973-98ae-d0e8ac6a5e7b tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:28.669914 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5c27f0e7-171d-4c29-8780-2fe92f42f226 req-28b01c72-f163-4973-98ae-d0e8ac6a5e7b tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=9302a225-a5b2-456b-97ef-a6c329608645 HTTP/1.1" status: 200 len: 946 time: 0.0475245 May 24 13:56:28.678374 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 35470) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:28.683107 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-304545f0-907b-48e5-85bc-34d134193dc6 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Request body: {'floatingip': {'port_id': '52d23d1f-444b-41aa-8726-0248ab97db05'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:56:28.751258 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-304545f0-907b-48e5-85bc-34d134193dc6 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for floatingip (e88eebf3-a7aa-437a-9745-acd03b37f024), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:29.234127 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33745674-6f07-4878-b93b-c8d70e77c121 req-6f4a8ff7-295b-4d0b-bbdf-92642de541cd tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:29.235610 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-33745674-6f07-4878-b93b-c8d70e77c121 req-6f4a8ff7-295b-4d0b-bbdf-92642de541cd tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0498435 May 24 13:56:29.284410 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-33745674-6f07-4878-b93b-c8d70e77c121 req-48969f79-4d3a-4c19-a930-883118bb6fc0 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430920 May 24 13:56:29.333753 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-304545f0-907b-48e5-85bc-34d134193dc6 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:29.337740 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-304545f0-907b-48e5-85bc-34d134193dc6 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534436'] for floatingip (e88eebf3-a7aa-437a-9745-acd03b37f024), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:29.433441 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.db.l3_db [None req-304545f0-907b-48e5-85bc-34d134193dc6 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Floating IP e88eebf3-a7aa-437a-9745-acd03b37f024 associated. External IP: 172.27.3.91, port: 52d23d1f-444b-41aa-8726-0248ab97db05. May 24 13:56:29.612653 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:29.634846 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304545f0-907b-48e5-85bc-34d134193dc6 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Router ad81732b-36f1-4d60-94a0-5ff4de888569 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 13:56:29.735681 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304545f0-907b-48e5-85bc-34d134193dc6 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 13:56:29.740150 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-304545f0-907b-48e5-85bc-34d134193dc6 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:29.748447 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd07cb6-774b-4d05-982a-1f47961a5539 None None] Sync routers for ids ['ad81732b-36f1-4d60-94a0-5ff4de888569'] in dv-cinder-842129-1-iscsi {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 13:56:29.758955 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:29.761510 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd07cb6-774b-4d05-982a-1f47961a5539 None None] Routers {'ad81732b-36f1-4d60-94a0-5ff4de888569'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 13:56:29.762126 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-4dd07cb6-774b-4d05-982a-1f47961a5539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T13:56:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad81732b-36f1-4d60-94a0-5ff4de888569'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:56:29.770518 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-304545f0-907b-48e5-85bc-34d134193dc6 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "PUT /v2.0/floatingips/e88eebf3-a7aa-437a-9745-acd03b37f024 HTTP/1.1" status: 200 len: 991 time: 1.0911613 May 24 13:56:29.771067 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9302a225-a5b2-456b-97ef-a6c329608645', 'tag': '52d23d1f-444b-41aa-8726-0248ab97db05'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 13:56:29.773411 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631e68d3-1597-4283-bfea-6ccf718d60b9" -d '{"events": [{"name": "network-changed", "server_uuid": "9302a225-a5b2-456b-97ef-a6c329608645", "tag": "52d23d1f-444b-41aa-8726-0248ab97db05"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 13:56:29.809259 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 13:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aead725-9305-46bb-b7c9-21e849cb6c5c x-openstack-request-id: req-3aead725-9305-46bb-b7c9-21e849cb6c5c {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 13:56:29.809612 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9302a225-a5b2-456b-97ef-a6c329608645", "tag": "52d23d1f-444b-41aa-8726-0248ab97db05", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 13:56:29.809942 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3aead725-9305-46bb-b7c9-21e849cb6c5c {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 13:56:29.810406 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aead725-9305-46bb-b7c9-21e849cb6c5c'] response: {'name': 'network-changed', 'server_uuid': '9302a225-a5b2-456b-97ef-a6c329608645', 'tag': '52d23d1f-444b-41aa-8726-0248ab97db05', 'status': 'completed', 'code': 200} May 24 13:56:29.863685 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-4dd07cb6-774b-4d05-982a-1f47961a5539 None None] Set router ad81732b-36f1-4d60-94a0-5ff4de888569 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 13:56:30.110054 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-4dd07cb6-774b-4d05-982a-1f47961a5539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'name': 'tempest-AttachVolumeNegativeTest-2059950791-router', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:32Z', 'updated_at': '2022-05-24T13:55:39Z', 'revision_number': 4, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'gw_port': {'id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': 'e88eebf3-a7aa-437a-9745-acd03b37f024', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'port_id': '52d23d1f-444b-41aa-8726-0248ab97db05', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'mac_address': 'fa:16:3e:1f:fd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9302a225-a5b2-456b-97ef-a6c329608645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T13:55:48Z', 'updated_at': '2022-05-24T13:56:29Z', 'revision_number': 1, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de62c04-2abf-4511-baba-d8f3c2e68ab2', 'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'mac_address': 'fa:16:3e:8e:27:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:38Z', 'updated_at': '2022-05-24T13:55:46Z', 'revision_number': 5, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'subnets': [{'id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:56:30.138572 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd07cb6-774b-4d05-982a-1f47961a5539 None None] Checking router: ad81732b-36f1-4d60-94a0-5ff4de888569 for host: dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 13:56:30.146639 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd07cb6-774b-4d05-982a-1f47961a5539 None None] Routers {'ad81732b-36f1-4d60-94a0-5ff4de888569'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 13:56:30.147223 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-4dd07cb6-774b-4d05-982a-1f47961a5539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T13:56:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad81732b-36f1-4d60-94a0-5ff4de888569'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:56:30.245268 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-4dd07cb6-774b-4d05-982a-1f47961a5539 None None] Set router ad81732b-36f1-4d60-94a0-5ff4de888569 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 13:56:30.373546 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:30.400611 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031de5d-9fe7-4a1f-8c25-af93062e2ead req-22a0b639-c5b5-494f-b913-995f818e4e0f tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:30.402103 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e031de5d-9fe7-4a1f-8c25-af93062e2ead req-22a0b639-c5b5-494f-b913-995f818e4e0f tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0484378 May 24 13:56:30.451808 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e031de5d-9fe7-4a1f-8c25-af93062e2ead req-5544f8a5-1c9d-4a29-81df-e9eb3f8c076e tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439851 May 24 13:56:30.455147 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-4dd07cb6-774b-4d05-982a-1f47961a5539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'name': 'tempest-AttachVolumeNegativeTest-2059950791-router', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:32Z', 'updated_at': '2022-05-24T13:55:39Z', 'revision_number': 4, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'gw_port': {'id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': 'e88eebf3-a7aa-437a-9745-acd03b37f024', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'port_id': '52d23d1f-444b-41aa-8726-0248ab97db05', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'mac_address': 'fa:16:3e:1f:fd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9302a225-a5b2-456b-97ef-a6c329608645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T13:55:48Z', 'updated_at': '2022-05-24T13:56:29Z', 'revision_number': 1, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de62c04-2abf-4511-baba-d8f3c2e68ab2', 'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'mac_address': 'fa:16:3e:8e:27:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:38Z', 'updated_at': '2022-05-24T13:55:46Z', 'revision_number': 5, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'subnets': [{'id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:56:30.481480 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd07cb6-774b-4d05-982a-1f47961a5539 None None] The sync data for ids ['ad81732b-36f1-4d60-94a0-5ff4de888569'] in dv-cinder-842129-1-iscsi is: [{'id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'name': 'tempest-AttachVolumeNegativeTest-2059950791-router', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:32Z', 'updated_at': '2022-05-24T13:55:39Z', 'revision_number': 4, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'gw_port': {'id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': 'e88eebf3-a7aa-437a-9745-acd03b37f024', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'port_id': '52d23d1f-444b-41aa-8726-0248ab97db05', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'mac_address': 'fa:16:3e:1f:fd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9302a225-a5b2-456b-97ef-a6c329608645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T13:55:48Z', 'updated_at': '2022-05-24T13:56:29Z', 'revision_number': 1, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de62c04-2abf-4511-baba-d8f3c2e68ab2', 'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'mac_address': 'fa:16:3e:8e:27:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:38Z', 'updated_at': '2022-05-24T13:55:46Z', 'revision_number': 5, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'subnets': [{'id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 13:56:30.679456 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8ec5a9-062f-41c2-a9b0-46feaa613dcf None None] New status for floating IP e88eebf3-a7aa-437a-9745-acd03b37f024: ACTIVE {{(pid=103809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 13:56:30.928150 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:31.573403 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31874880-d896-4a0d-8389-9ad582634fd7 req-72a448f9-fc6e-4cc5-88a7-b1755309d064 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:31.574779 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-31874880-d896-4a0d-8389-9ad582634fd7 req-72a448f9-fc6e-4cc5-88a7-b1755309d064 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0476410 May 24 13:56:31.621335 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-31874880-d896-4a0d-8389-9ad582634fd7 req-e23dc680-3f4e-41fc-8d40-b5dfb2fb24d1 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410800 May 24 13:56:32.741794 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225713a-91f4-455e-b34b-87e548dca1ce req-8fafdfcc-ca54-4838-9f38-083aa4d25870 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:32.744293 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d225713a-91f4-455e-b34b-87e548dca1ce req-8fafdfcc-ca54-4838-9f38-083aa4d25870 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0523598 May 24 13:56:32.793390 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d225713a-91f4-455e-b34b-87e548dca1ce req-b97affcf-0ce2-4634-be02-62f89086a7b9 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429907 May 24 13:56:33.318960 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ba5cf-b4ca-4a7c-b865-10e65032d696 req-09216559-c3c2-4336-9faa-d510d5526b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:33.320754 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-307ba5cf-b4ca-4a7c-b865-10e65032d696 req-09216559-c3c2-4336-9faa-d510d5526b92 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2567029 May 24 13:56:33.323531 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e68d3-1597-4283-bfea-6ccf718d60b9 req-dbb7f32e-fa3d-41aa-aab7-ccd6ede72e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:33.324885 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-631e68d3-1597-4283-bfea-6ccf718d60b9 req-dbb7f32e-fa3d-41aa-aab7-ccd6ede72e3a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3db44af3db3441b7a0c5eb524eb35806&device_id=9302a225-a5b2-456b-97ef-a6c329608645 HTTP/1.1" status: 200 len: 1130 time: 0.2512290 May 24 13:56:33.933244 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c09366-a461-420f-8ca0-f71a3b29ee7f req-1a46d589-12ec-42e0-bee7-a1d2ba79e242 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:33.933244 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-62c09366-a461-420f-8ca0-f71a3b29ee7f req-1a46d589-12ec-42e0-bee7-a1d2ba79e242 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0481265 May 24 13:56:33.991663 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-62c09366-a461-420f-8ca0-f71a3b29ee7f req-0522a4d1-0355-4efa-9970-e452b649945e tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528498 May 24 13:56:34.999314 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:35.110562 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9aae70-00b2-4b59-9430-2566ace3830f req-baf337b5-351a-4284-a352-c68cb445bbf2 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:35.112069 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bb9aae70-00b2-4b59-9430-2566ace3830f req-baf337b5-351a-4284-a352-c68cb445bbf2 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0491471 May 24 13:56:35.157734 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bb9aae70-00b2-4b59-9430-2566ace3830f req-60745c24-8b40-4c48-8754-ff007683c45b tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402944 May 24 13:56:36.412398 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb2a53-3b38-48b8-9b21-7bf2b27f0cea req-473a3a0f-6565-4737-ab5f-c4d745a0152c tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:36.414388 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6aeb2a53-3b38-48b8-9b21-7bf2b27f0cea req-473a3a0f-6565-4737-ab5f-c4d745a0152c tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0499504 May 24 13:56:36.461926 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6aeb2a53-3b38-48b8-9b21-7bf2b27f0cea req-af70c717-a5be-442f-9f3b-cc8e8b570324 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417905 May 24 13:56:37.576547 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e73f25-b933-47f3-bf8e-d6588c4081f9 req-d4543391-76ae-42d0-95f4-8ad6ad9db3bb tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:37.577900 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f3e73f25-b933-47f3-bf8e-d6588c4081f9 req-d4543391-76ae-42d0-95f4-8ad6ad9db3bb tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0490654 May 24 13:56:37.624562 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f3e73f25-b933-47f3-bf8e-d6588c4081f9 req-a0b67896-3f13-4b32-a661-bb3d3153789b tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411954 May 24 13:56:38.737147 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee16e8-37ca-4c40-93af-3c23ad0fe713 req-ac6baccd-9ffe-4c46-a55e-433eea4156ba tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:38.738508 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c6ee16e8-37ca-4c40-93af-3c23ad0fe713 req-ac6baccd-9ffe-4c46-a55e-433eea4156ba tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0459878 May 24 13:56:38.803276 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c6ee16e8-37ca-4c40-93af-3c23ad0fe713 req-c418ae88-91bd-4a6b-84bc-13f39939b03e tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580659 May 24 13:56:39.962358 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1d16d-f798-4768-82da-b275cb6e898e req-277b65ad-0ca9-4b11-b444-8bae7caad099 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:39.962358 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-dbe1d16d-f798-4768-82da-b275cb6e898e req-277b65ad-0ca9-4b11-b444-8bae7caad099 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0858870 May 24 13:56:39.974780 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:40.022531 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-dbe1d16d-f798-4768-82da-b275cb6e898e req-adcdb9a0-24a0-4428-bb9f-c9a419098a18 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552509 May 24 13:56:40.092108 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e68d3-1597-4283-bfea-6ccf718d60b9 req-aded8112-f659-40e7-9bb2-99f90d7ae7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:40.093573 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-631e68d3-1597-4283-bfea-6ccf718d60b9 req-aded8112-f659-40e7-9bb2-99f90d7ae7bc service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e5782d9-5791-4763-85b4-bfd8289d9060 HTTP/1.1" status: 200 len: 916 time: 0.2099810 May 24 13:56:40.095374 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-307ba5cf-b4ca-4a7c-b865-10e65032d696 req-59485052-0872-4aed-a10c-2b6463738d3b service neutron] 10.222.0.55 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738853 May 24 13:56:40.457830 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=75 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:40.458646 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=73 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:40.591397 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d2ea14e9-660f-43e2-af92-fc14a1dfb722 req-3d291695-d7e0-4204-86c8-9aaaab5cd0a0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0965688 May 24 13:56:40.662084 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-307ba5cf-b4ca-4a7c-b865-10e65032d696 req-066c2680-cf35-4140-a572-e6a590f8c343 service neutron] 10.222.0.55 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661839 May 24 13:56:40.664614 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-631e68d3-1597-4283-bfea-6ccf718d60b9 req-4cb73c02-d98e-478f-b083-4d7694a4c0c1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52d23d1f-444b-41aa-8726-0248ab97db05 HTTP/1.1" status: 200 len: 1001 time: 0.1750641 May 24 13:56:41.143256 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c059a-e1d8-476e-9514-40cadbcc5d3e req-046f500e-31c0-4260-a265-8851725841bb tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:41.144680 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-011c059a-e1d8-476e-9514-40cadbcc5d3e req-046f500e-31c0-4260-a265-8851725841bb tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0473297 May 24 13:56:41.175947 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:41.191359 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-011c059a-e1d8-476e-9514-40cadbcc5d3e req-e01f4d6b-84b8-4029-8afd-26743c6ba934 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411937 May 24 13:56:42.302780 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a26416-aa14-45e6-9731-ba03f361f74c req-180082a4-3bc9-45b2-a0c9-f57eafc2a0f6 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:42.304359 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-86a26416-aa14-45e6-9731-ba03f361f74c req-180082a4-3bc9-45b2-a0c9-f57eafc2a0f6 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0459211 May 24 13:56:42.351402 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-86a26416-aa14-45e6-9731-ba03f361f74c req-041fa881-6587-4129-9c2c-969719b9eac6 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413852 May 24 13:56:43.467861 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3888a2b-dfff-4e2f-a7ee-9fcba81a6939 req-d54e92e0-97c9-45bd-9c16-a61e80119af6 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:43.469370 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b3888a2b-dfff-4e2f-a7ee-9fcba81a6939 req-d54e92e0-97c9-45bd-9c16-a61e80119af6 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0513463 May 24 13:56:43.501950 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:43.516930 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b3888a2b-dfff-4e2f-a7ee-9fcba81a6939 req-ebf8416b-2072-4095-a3af-02b337e9387e tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421498 May 24 13:56:44.629095 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc82095-14c8-404d-90a4-8194d34d6c2b req-470f31aa-7fc6-4f2c-bfaf-53b03ba73804 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:44.630556 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6bc82095-14c8-404d-90a4-8194d34d6c2b req-470f31aa-7fc6-4f2c-bfaf-53b03ba73804 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0468614 May 24 13:56:44.676240 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6bc82095-14c8-404d-90a4-8194d34d6c2b req-1d0d7b42-22b2-4cc4-b1db-c1c16471a986 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401156 May 24 13:56:44.988128 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:44.992958 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:UPDATE=2,neutron:SELECT=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:44.995456 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:45.610186 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e68d3-1597-4283-bfea-6ccf718d60b9 req-919376eb-8b66-41f0-aaf8-e61f66d2c525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:45.612394 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-631e68d3-1597-4283-bfea-6ccf718d60b9 req-919376eb-8b66-41f0-aaf8-e61f66d2c525 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fb85256-d55e-4eee-985a-4e3dd416d342 HTTP/1.1" status: 200 len: 854 time: 0.0638461 May 24 13:56:45.671154 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e68d3-1597-4283-bfea-6ccf718d60b9 req-4965dc80-4a47-4e69-8cc2-e384626399c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:45.673541 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-631e68d3-1597-4283-bfea-6ccf718d60b9 req-4965dc80-4a47-4e69-8cc2-e384626399c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e5782d9-5791-4763-85b4-bfd8289d9060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417922 May 24 13:56:45.682390 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea14e9-660f-43e2-af92-fc14a1dfb722 req-c236bd6f-f2f7-4af6-bbfe-59f818fb60c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:45.683880 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d2ea14e9-660f-43e2-af92-fc14a1dfb722 req-c236bd6f-f2f7-4af6-bbfe-59f818fb60c2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=469bcf4beb3041559397e70538a7ea12&device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d HTTP/1.1" status: 200 len: 1129 time: 0.0522528 May 24 13:56:45.847717 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1ad77-189b-4e46-bb84-6415c30b671d req-a69d0b3b-0d3a-47dd-b1fb-b710001b8b65 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:45.849180 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-11d1ad77-189b-4e46-bb84-6415c30b671d req-a69d0b3b-0d3a-47dd-b1fb-b710001b8b65 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0933504 May 24 13:56:45.856074 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea14e9-660f-43e2-af92-fc14a1dfb722 req-57139ed8-cbf3-429c-8592-9809bf7416fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:45.857519 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d2ea14e9-660f-43e2-af92-fc14a1dfb722 req-57139ed8-cbf3-429c-8592-9809bf7416fb service neutron] 10.222.0.55 "GET /v2.0/networks?id=65749181-7f65-4f7b-8fe7-30750c6b382d HTTP/1.1" status: 200 len: 912 time: 0.1053236 May 24 13:56:45.894811 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-631e68d3-1597-4283-bfea-6ccf718d60b9 req-0981e1b2-80f0-46ce-852c-32f7d331a4b3 service neutron] 10.222.0.55 "GET /v2.0/networks/2e5782d9-5791-4763-85b4-bfd8289d9060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576996 May 24 13:56:45.903341 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d2ea14e9-660f-43e2-af92-fc14a1dfb722 req-3d9ebdfc-c1c2-48a7-9fc1-24d510976b44 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=56936aaa-5166-4c7c-8b7c-5354a85bc313 HTTP/1.1" status: 200 len: 217 time: 0.0370865 May 24 13:56:45.962900 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-11d1ad77-189b-4e46-bb84-6415c30b671d req-af7f0fcc-841a-43a1-a339-c86c3f30966e tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047518 May 24 13:56:46.008914 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-631e68d3-1597-4283-bfea-6ccf718d60b9 req-6e90bbbc-27f9-42ca-aa09-0f25de05103e service neutron] 10.222.0.55 "GET /v2.0/networks/2e5782d9-5791-4763-85b4-bfd8289d9060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055992 May 24 13:56:46.102202 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea14e9-660f-43e2-af92-fc14a1dfb722 req-3f71c1c3-d3d3-497c-ab9c-afc4139bb8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:46.103549 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d2ea14e9-660f-43e2-af92-fc14a1dfb722 req-3f71c1c3-d3d3-497c-ab9c-afc4139bb8f0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ae1b538c-8a21-46b8-a9bc-9dcafc04136f HTTP/1.1" status: 200 len: 851 time: 0.1944101 May 24 13:56:46.119846 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:46.137042 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d2ea14e9-660f-43e2-af92-fc14a1dfb722 req-6d32d176-c47b-4350-8b8a-3740c82e2dc9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65749181-7f65-4f7b-8fe7-30750c6b382d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260284 May 24 13:56:46.231437 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d2ea14e9-660f-43e2-af92-fc14a1dfb722 req-345a4f1b-56ac-4e61-b04b-e342b8bb7cdf service neutron] 10.222.0.55 "GET /v2.0/networks/65749181-7f65-4f7b-8fe7-30750c6b382d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870407 May 24 13:56:46.322746 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d2ea14e9-660f-43e2-af92-fc14a1dfb722 req-46211d3a-6858-4770-b1f5-c3f18ac01ede service neutron] 10.222.0.55 "GET /v2.0/networks/65749181-7f65-4f7b-8fe7-30750c6b382d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850668 May 24 13:56:46.661195 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1e34b-c0f5-4ee2-b102-f2838664c736 req-5d103f81-834f-47fb-a455-7e46458b9777 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:46.662658 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-dab1e34b-c0f5-4ee2-b102-f2838664c736 req-5d103f81-834f-47fb-a455-7e46458b9777 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/ports?device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d HTTP/1.1" status: 200 len: 945 time: 0.0522633 May 24 13:56:46.711257 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-dab1e34b-c0f5-4ee2-b102-f2838664c736 req-1185ae5a-3c12-4956-8c61-ec8f6d02cea1 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5e6359b-87e5-41d5-a263-ef1e6639e6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429072 May 24 13:56:47.087916 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd2c34-8758-4f4b-9b80-2b7e8d3a5cb0 req-c8a80d35-188d-48cb-9082-efd83497bc8b tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:47.089462 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-67fd2c34-8758-4f4b-9b80-2b7e8d3a5cb0 req-c8a80d35-188d-48cb-9082-efd83497bc8b tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0506790 May 24 13:56:47.141674 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-67fd2c34-8758-4f4b-9b80-2b7e8d3a5cb0 req-82958be5-6597-4209-9dba-1ee8836af60a tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463245 May 24 13:56:47.529387 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 35780) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:47.640366 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9a4fb8cc-2450-4e60-aa58-9c07091b0913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:47.748943 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9a4fb8cc-2450-4e60-aa58-9c07091b0913 admin admin] Publish callbacks [] for security_group (bf24ada5-2ecd-4578-aac1-0dc18108f1a8), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:47.756217 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9a4fb8cc-2450-4e60-aa58-9c07091b0913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (bf24ada5-2ecd-4578-aac1-0dc18108f1a8), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:47.813035 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-9a4fb8cc-2450-4e60-aa58-9c07091b0913 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=066ea829709f49ceb8eb696c35b40d7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2817564 May 24 13:56:47.813735 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 35794) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:47.860871 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4fb8cc-2450-4e60-aa58-9c07091b0913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf24ada5-2ecd-4578-aac1-0dc18108f1a8,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:47.879214 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6d79746b-9477-41d6-905e-8658747f1bb7 admin admin] Publish callbacks [] for security_group (bf24ada5-2ecd-4578-aac1-0dc18108f1a8), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:47.886762 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fb8cc-2450-4e60-aa58-9c07091b0913 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:47.887124 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fb8cc-2450-4e60-aa58-9c07091b0913 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:47.887464 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fb8cc-2450-4e60-aa58-9c07091b0913 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:47.887853 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fb8cc-2450-4e60-aa58-9c07091b0913 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:47.888200 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fb8cc-2450-4e60-aa58-9c07091b0913 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:47.888530 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fb8cc-2450-4e60-aa58-9c07091b0913 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:47.888857 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fb8cc-2450-4e60-aa58-9c07091b0913 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:47.889186 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fb8cc-2450-4e60-aa58-9c07091b0913 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:47.889522 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fb8cc-2450-4e60-aa58-9c07091b0913 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:47.889836 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fb8cc-2450-4e60-aa58-9c07091b0913 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:47.891672 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fb8cc-2450-4e60-aa58-9c07091b0913 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:47.892053 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fb8cc-2450-4e60-aa58-9c07091b0913 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:47.892393 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fb8cc-2450-4e60-aa58-9c07091b0913 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:47.892736 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fb8cc-2450-4e60-aa58-9c07091b0913 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:47.893063 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fb8cc-2450-4e60-aa58-9c07091b0913 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:47.903155 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89efd39-95fe-40aa-862f-0cb918428bec req-a4ff64f7-a274-4498-acb5-e7d82638069b tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:47.911266 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e89efd39-95fe-40aa-862f-0cb918428bec req-a4ff64f7-a274-4498-acb5-e7d82638069b tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/ports?device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d HTTP/1.1" status: 200 len: 945 time: 0.0939376 May 24 13:56:47.920217 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6d79746b-9477-41d6-905e-8658747f1bb7 admin admin] Publish callbacks [] for security_group (bf24ada5-2ecd-4578-aac1-0dc18108f1a8), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:47.977373 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e89efd39-95fe-40aa-862f-0cb918428bec req-cf88ba62-69a1-4346-b87d-50fc2d51d0ca tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5e6359b-87e5-41d5-a263-ef1e6639e6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651546 May 24 13:56:48.000073 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6d79746b-9477-41d6-905e-8658747f1bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (bf24ada5-2ecd-4578-aac1-0dc18108f1a8), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:48.002090 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 35802) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:48.002563 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6d79746b-9477-41d6-905e-8658747f1bb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:48.004021 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-6d79746b-9477-41d6-905e-8658747f1bb7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bf24ada5-2ecd-4578-aac1-0dc18108f1a8 HTTP/1.1" status: 204 len: 168 time: 0.1891620 May 24 13:56:48.022662 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79746b-9477-41d6-905e-8658747f1bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf24ada5-2ecd-4578-aac1-0dc18108f1a8,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:48.031853 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79746b-9477-41d6-905e-8658747f1bb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:48.032425 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79746b-9477-41d6-905e-8658747f1bb7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:48.032783 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79746b-9477-41d6-905e-8658747f1bb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:48.033130 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79746b-9477-41d6-905e-8658747f1bb7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:48.033499 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79746b-9477-41d6-905e-8658747f1bb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:48.033843 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79746b-9477-41d6-905e-8658747f1bb7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:48.034207 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79746b-9477-41d6-905e-8658747f1bb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:48.034572 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79746b-9477-41d6-905e-8658747f1bb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:48.034921 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79746b-9477-41d6-905e-8658747f1bb7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:48.035267 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79746b-9477-41d6-905e-8658747f1bb7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:48.035637 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79746b-9477-41d6-905e-8658747f1bb7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:48.036012 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79746b-9477-41d6-905e-8658747f1bb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:48.036344 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79746b-9477-41d6-905e-8658747f1bb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:48.036664 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79746b-9477-41d6-905e-8658747f1bb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:48.036980 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79746b-9477-41d6-905e-8658747f1bb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:48.156279 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-02d9466b-e5c7-4888-94a0-0196cc2eeff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:48.178163 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:48.244823 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:48.251459 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-02d9466b-e5c7-4888-94a0-0196cc2eeff7 admin admin] Publish callbacks [] for security_group (e47c85b3-ccc8-4605-88ba-381f6e00478f), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:48.259569 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-02d9466b-e5c7-4888-94a0-0196cc2eeff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (e47c85b3-ccc8-4605-88ba-381f6e00478f), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:48.286092 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e721871-534e-482e-b0e4-582fd59424fe req-eaf23623-e057-4969-8545-07e0ab2ec4da tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:48.288728 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6e721871-534e-482e-b0e4-582fd59424fe req-eaf23623-e057-4969-8545-07e0ab2ec4da tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0667124 May 24 13:56:48.315305 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9466b-e5c7-4888-94a0-0196cc2eeff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47c85b3-ccc8-4605-88ba-381f6e00478f,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:48.346313 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-02d9466b-e5c7-4888-94a0-0196cc2eeff7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18b7b2c494c8445aa44275c4fc1bdd1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3431361 May 24 13:56:48.347214 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 35818) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:48.355197 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6e721871-534e-482e-b0e4-582fd59424fe req-0d171794-99be-48bb-8ef8-6b8740822e13 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580611 May 24 13:56:48.406842 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-169b02fd-50c7-492b-923d-b21b8f311a60 admin admin] Publish callbacks [] for security_group (e47c85b3-ccc8-4605-88ba-381f6e00478f), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:48.436408 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-169b02fd-50c7-492b-923d-b21b8f311a60 admin admin] Publish callbacks [] for security_group (e47c85b3-ccc8-4605-88ba-381f6e00478f), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:48.489224 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-169b02fd-50c7-492b-923d-b21b8f311a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (e47c85b3-ccc8-4605-88ba-381f6e00478f), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:48.492138 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-169b02fd-50c7-492b-923d-b21b8f311a60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:48.496796 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-169b02fd-50c7-492b-923d-b21b8f311a60 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e47c85b3-ccc8-4605-88ba-381f6e00478f HTTP/1.1" status: 204 len: 168 time: 0.1482544 May 24 13:56:48.505440 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b02fd-50c7-492b-923d-b21b8f311a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47c85b3-ccc8-4605-88ba-381f6e00478f,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:48.552907 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 35828) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:48.801945 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e828073d-a72f-4085-807a-edc69c47452d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:48.913902 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e828073d-a72f-4085-807a-edc69c47452d admin admin] Publish callbacks [] for security_group (054c9b6f-ce13-41d9-9a83-0077b70d099b), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:48.918037 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e828073d-a72f-4085-807a-edc69c47452d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (054c9b6f-ce13-41d9-9a83-0077b70d099b), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:48.930202 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 35846) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:48.948219 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a8ec1418-41d7-4fbe-9fe8-10fa405a0720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:48.971074 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:48.980176 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-e828073d-a72f-4085-807a-edc69c47452d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e80d4dcbcf9a4382987a2df79003adac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4252405 May 24 13:56:48.981054 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e828073d-a72f-4085-807a-edc69c47452d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054c9b6f-ce13-41d9-9a83-0077b70d099b,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:48.983324 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 35852) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:49.056131 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1328148e-ff1e-48b2-abb1-b9ee9ff4ac34 admin admin] Publish callbacks [] for security_group (054c9b6f-ce13-41d9-9a83-0077b70d099b), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:49.086087 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a8ec1418-41d7-4fbe-9fe8-10fa405a0720 admin admin] Publish callbacks [] for security_group (8e770c77-2e98-499a-8094-b7339a9a81d9), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:49.091117 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a8ec1418-41d7-4fbe-9fe8-10fa405a0720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (8e770c77-2e98-499a-8094-b7339a9a81d9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:49.122304 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1328148e-ff1e-48b2-abb1-b9ee9ff4ac34 admin admin] Publish callbacks [] for security_group (054c9b6f-ce13-41d9-9a83-0077b70d099b), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:49.131380 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec1418-41d7-4fbe-9fe8-10fa405a0720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e770c77-2e98-499a-8094-b7339a9a81d9,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:49.138237 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735ff3a-f983-4211-90a8-40555d4ac9ab req-244306d6-99e6-485d-a41f-1719e2af06c5 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:49.139888 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a735ff3a-f983-4211-90a8-40555d4ac9ab req-244306d6-99e6-485d-a41f-1719e2af06c5 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/ports?device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d HTTP/1.1" status: 200 len: 945 time: 0.0722020 May 24 13:56:49.199758 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 35874) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:49.200528 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-a8ec1418-41d7-4fbe-9fe8-10fa405a0720 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6cd73048d41c4f1aa69cddf377669811&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2661572 May 24 13:56:49.238238 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a735ff3a-f983-4211-90a8-40555d4ac9ab req-64e9e724-d6e9-4c76-a7bd-87f531df350f tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5e6359b-87e5-41d5-a263-ef1e6639e6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855720 May 24 13:56:49.248065 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1328148e-ff1e-48b2-abb1-b9ee9ff4ac34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (054c9b6f-ce13-41d9-9a83-0077b70d099b), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:49.250510 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1328148e-ff1e-48b2-abb1-b9ee9ff4ac34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:49.254676 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-1328148e-ff1e-48b2-abb1-b9ee9ff4ac34 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/054c9b6f-ce13-41d9-9a83-0077b70d099b HTTP/1.1" status: 204 len: 168 time: 0.2673552 May 24 13:56:49.266647 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328148e-ff1e-48b2-abb1-b9ee9ff4ac34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054c9b6f-ce13-41d9-9a83-0077b70d099b,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:49.281300 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:49.289379 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9200db2b-6a23-468f-b516-57013aaec3cf admin admin] Publish callbacks [] for security_group (8e770c77-2e98-499a-8094-b7339a9a81d9), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:49.323032 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9200db2b-6a23-468f-b516-57013aaec3cf admin admin] Publish callbacks [] for security_group (8e770c77-2e98-499a-8094-b7339a9a81d9), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:49.394680 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9200db2b-6a23-468f-b516-57013aaec3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (8e770c77-2e98-499a-8094-b7339a9a81d9), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:49.402729 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9200db2b-6a23-468f-b516-57013aaec3cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:49.403955 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-9200db2b-6a23-468f-b516-57013aaec3cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e770c77-2e98-499a-8094-b7339a9a81d9 HTTP/1.1" status: 204 len: 168 time: 0.2045996 May 24 13:56:49.416258 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9200db2b-6a23-468f-b516-57013aaec3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e770c77-2e98-499a-8094-b7339a9a81d9,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:49.590295 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b4e01-e033-4748-85e7-1310f6e0da11 req-932c0b6c-1b79-49a4-8e2f-826ba75b4c68 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:49.591956 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-9c5b4e01-e033-4748-85e7-1310f6e0da11 req-932c0b6c-1b79-49a4-8e2f-826ba75b4c68 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.55 "GET /v2.0/ports?device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d HTTP/1.1" status: 200 len: 945 time: 0.1606917 May 24 13:56:49.606406 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:49.669436 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6285a73-3378-41b1-9317-91c69a4c32f9 req-c18aa73e-90f1-4188-b893-610edff56c2e tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:49.671492 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a6285a73-3378-41b1-9317-91c69a4c32f9 req-c18aa73e-90f1-4188-b893-610edff56c2e tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.1941302 May 24 13:56:49.878981 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a6285a73-3378-41b1-9317-91c69a4c32f9 req-cc620944-d349-4314-aea4-f2138329aa6d tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764543 May 24 13:56:49.879843 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-9c5b4e01-e033-4748-85e7-1310f6e0da11 req-91d00d76-0391-42e5-971f-174235cc59fe tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Deleting port 56936aaa-5166-4c7c-8b7c-5354a85bc313 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 13:56:49.880692 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-9c5b4e01-e033-4748-85e7-1310f6e0da11 req-91d00d76-0391-42e5-971f-174235cc59fe tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (56936aaa-5166-4c7c-8b7c-5354a85bc313), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:49.958692 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 35944) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:49.989726 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-57047eb0-fb11-4e01-ac11-4927bbca6cb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:50.033732 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-9c5b4e01-e033-4748-85e7-1310f6e0da11 req-91d00d76-0391-42e5-971f-174235cc59fe tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] For port 56936aaa-5166-4c7c-8b7c-5354a85bc313, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=56936aaa-5166-4c7c-8b7c-5354a85bc313,segment=NetworkSegment(be46062f-bf57-4bae-99b1-d9b187034dca),segment_id=be46062f-bf57-4bae-99b1-d9b187034dca)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:56:50.034021 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-9c5b4e01-e033-4748-85e7-1310f6e0da11 req-91d00d76-0391-42e5-971f-174235cc59fe tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (56936aaa-5166-4c7c-8b7c-5354a85bc313), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:50.059080 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-9c5b4e01-e033-4748-85e7-1310f6e0da11 req-91d00d76-0391-42e5-971f-174235cc59fe tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Calling delete_port for 56936aaa-5166-4c7c-8b7c-5354a85bc313 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 13:56:50.229237 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-57047eb0-fb11-4e01-ac11-4927bbca6cb9 admin admin] Publish callbacks [] for security_group (61f6fe83-394b-4027-a8c0-eebeadfd973f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:50.237338 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-57047eb0-fb11-4e01-ac11-4927bbca6cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (61f6fe83-394b-4027-a8c0-eebeadfd973f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:50.341240 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-57047eb0-fb11-4e01-ac11-4927bbca6cb9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96baac1f9e70472fa3932c0261dfb81a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3815162 May 24 13:56:50.346311 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 35964) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:50.347134 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57047eb0-fb11-4e01-ac11-4927bbca6cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f6fe83-394b-4027-a8c0-eebeadfd973f,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:50.381768 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-9c5b4e01-e033-4748-85e7-1310f6e0da11 req-91d00d76-0391-42e5-971f-174235cc59fe tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (56936aaa-5166-4c7c-8b7c-5354a85bc313), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:50.398655 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['56936aaa-5166-4c7c-8b7c-5354a85bc313'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 13:56:50.404740 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf065ea-0907-4709-82db-9e4f218e93eb req-32da1c37-7234-4b42-bb2e-ab3949e5bf44 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:50.406738 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3cf065ea-0907-4709-82db-9e4f218e93eb req-32da1c37-7234-4b42-bb2e-ab3949e5bf44 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/ports?device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d HTTP/1.1" status: 200 len: 945 time: 0.0664277 May 24 13:56:50.450176 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00d76-0391-42e5-971f-174235cc59fe tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Pushing event deleted for resources: {'Port': ['ID=56936aaa-5166-4c7c-8b7c-5354a85bc313,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:50.463270 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:50.498972 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3cf065ea-0907-4709-82db-9e4f218e93eb req-fb238a84-236e-49e0-9122-c51125fb1654 tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5e6359b-87e5-41d5-a263-ef1e6639e6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861886 May 24 13:56:50.569852 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6830b515-5d21-4c52-a32a-a84f944fc13a admin admin] Publish callbacks [] for security_group (61f6fe83-394b-4027-a8c0-eebeadfd973f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:50.571787 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5b4e01-e033-4748-85e7-1310f6e0da11 req-91d00d76-0391-42e5-971f-174235cc59fe tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] No DVR routers for this DVR port 56936aaa-5166-4c7c-8b7c-5354a85bc313 on host hv-cinder-84212 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 13:56:50.574445 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:INSERT=6,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:50.593294 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-9c5b4e01-e033-4748-85e7-1310f6e0da11 req-91d00d76-0391-42e5-971f-174235cc59fe tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:50.601159 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-9c5b4e01-e033-4748-85e7-1310f6e0da11 req-91d00d76-0391-42e5-971f-174235cc59fe tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.55 "DELETE /v2.0/ports/56936aaa-5166-4c7c-8b7c-5354a85bc313 HTTP/1.1" status: 204 len: 173 time: 1.0030172 May 24 13:56:50.601645 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62dd759e-f58f-4459-b7da-0cb782f87e6d', 'name': 'network-vif-deleted', 'tag': '56936aaa-5166-4c7c-8b7c-5354a85bc313'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 13:56:50.604090 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60922b96e112649546d89072a262e180bf09e65c4ab2e641290b12b7b14c337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f143da1-3f43-4fe9-8f5b-221ba69959da" -d '{"events": [{"server_uuid": "62dd759e-f58f-4459-b7da-0cb782f87e6d", "name": "network-vif-deleted", "tag": "56936aaa-5166-4c7c-8b7c-5354a85bc313"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 13:56:50.684270 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6830b515-5d21-4c52-a32a-a84f944fc13a admin admin] Publish callbacks [] for security_group (61f6fe83-394b-4027-a8c0-eebeadfd973f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:50.742299 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 13:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabc171d-9cad-4b13-8467-68d315e33eeb x-openstack-request-id: req-dabc171d-9cad-4b13-8467-68d315e33eeb {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 13:56:50.742299 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62dd759e-f58f-4459-b7da-0cb782f87e6d", "name": "network-vif-deleted", "tag": "56936aaa-5166-4c7c-8b7c-5354a85bc313", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 13:56:50.742787 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dabc171d-9cad-4b13-8467-68d315e33eeb {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 13:56:50.743365 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dabc171d-9cad-4b13-8467-68d315e33eeb'] response: {'server_uuid': '62dd759e-f58f-4459-b7da-0cb782f87e6d', 'name': 'network-vif-deleted', 'tag': '56936aaa-5166-4c7c-8b7c-5354a85bc313', 'status': 'completed', 'code': 200} May 24 13:56:50.786773 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6830b515-5d21-4c52-a32a-a84f944fc13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (61f6fe83-394b-4027-a8c0-eebeadfd973f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:50.790454 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6830b515-5d21-4c52-a32a-a84f944fc13a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:50.792407 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-6830b515-5d21-4c52-a32a-a84f944fc13a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/61f6fe83-394b-4027-a8c0-eebeadfd973f HTTP/1.1" status: 204 len: 168 time: 0.4414043 May 24 13:56:50.804580 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6830b515-5d21-4c52-a32a-a84f944fc13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f6fe83-394b-4027-a8c0-eebeadfd973f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:51.041816 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56980a-616e-4710-93ee-52355c55cc7c req-1dade70f-9411-461d-8f43-c8aae3a82b9b tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:51.047727 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fe56980a-616e-4710-93ee-52355c55cc7c req-1dade70f-9411-461d-8f43-c8aae3a82b9b tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0671761 May 24 13:56:51.147875 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fe56980a-616e-4710-93ee-52355c55cc7c req-b34acb94-59d3-4720-9676-d6f498268120 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958071 May 24 13:56:51.651487 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-7579e9e4-1363-4442-8ecb-e29d1cacdde6 req-c891d9a3-1c34-436f-a2e4-c1996078307b tempest-DeleteServersTestJSON-841853089 tempest-DeleteServersTestJSON-841853089-project] 10.222.0.24 "GET /v2.0/ports?device_id=62dd759e-f58f-4459-b7da-0cb782f87e6d HTTP/1.1" status: 200 len: 210 time: 0.0405247 May 24 13:56:52.301923 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd086a7e-a31a-4d65-9c3c-df6a295cb1e1 req-ec6e8115-d884-4cc7-8c38-40cb50dd4981 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:52.303774 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-dd086a7e-a31a-4d65-9c3c-df6a295cb1e1 req-ec6e8115-d884-4cc7-8c38-40cb50dd4981 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0696871 May 24 13:56:52.359551 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-dd086a7e-a31a-4d65-9c3c-df6a295cb1e1 req-9316bb0f-d198-413d-bcd0-dd6ab59f5459 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489593 May 24 13:56:52.391919 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 13:56:52.443031 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 36088) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:52.618149 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-75e9427e-8006-481d-8a0b-74d517b165f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:52.651198 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:52.726055 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-75e9427e-8006-481d-8a0b-74d517b165f5 admin admin] Publish callbacks [] for security_group (273ee1c0-4f88-46d8-b9bc-5f23ca68e15b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:52.730617 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-75e9427e-8006-481d-8a0b-74d517b165f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (273ee1c0-4f88-46d8-b9bc-5f23ca68e15b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:52.770988 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9427e-8006-481d-8a0b-74d517b165f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273ee1c0-4f88-46d8-b9bc-5f23ca68e15b,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:52.777191 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-75e9427e-8006-481d-8a0b-74d517b165f5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5b0fb3b84354b8ab3e84e08ee090245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3322883 May 24 13:56:52.780443 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 36108) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:52.828908 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-93a6586e-1ca8-4133-ad9f-2b86293f57fb admin admin] Publish callbacks [] for security_group (273ee1c0-4f88-46d8-b9bc-5f23ca68e15b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:52.851699 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-93a6586e-1ca8-4133-ad9f-2b86293f57fb admin admin] Publish callbacks [] for security_group (273ee1c0-4f88-46d8-b9bc-5f23ca68e15b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:52.901737 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-93a6586e-1ca8-4133-ad9f-2b86293f57fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (273ee1c0-4f88-46d8-b9bc-5f23ca68e15b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:52.904437 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-93a6586e-1ca8-4133-ad9f-2b86293f57fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:52.905565 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-93a6586e-1ca8-4133-ad9f-2b86293f57fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/273ee1c0-4f88-46d8-b9bc-5f23ca68e15b HTTP/1.1" status: 204 len: 168 time: 0.1248851 May 24 13:56:52.914037 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6586e-1ca8-4133-ad9f-2b86293f57fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273ee1c0-4f88-46d8-b9bc-5f23ca68e15b,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:53.387755 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=4 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:53.496353 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ac1cc-9593-49e5-8bb1-c74c6653ce9c req-82c86f3f-a1f1-4f8e-8d8e-4ffa34a556f0 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:53.504540 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ad7ac1cc-9593-49e5-8bb1-c74c6653ce9c req-82c86f3f-a1f1-4f8e-8d8e-4ffa34a556f0 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0644400 May 24 13:56:53.552439 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ad7ac1cc-9593-49e5-8bb1-c74c6653ce9c req-7cb3f374-0964-4ee6-8112-b44d30d2860f tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470860 May 24 13:56:53.690633 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 56936aaa-5166-4c7c-8b7c-5354a85bc313 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 13:56:53.719978 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] No Port match for: 56936aaa-5166-4c7c-8b7c-5354a85bc313 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 13:56:53.720324 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 56936aaa-5166-4c7c-8b7c-5354a85bc313 not bound to the agent host hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 13:56:53.804747 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-df3f7720-08c5-4b84-84e1-61391c530b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:54.681392 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06602358-ef9d-481e-b8f9-7f01c3718823 req-26d677e8-8361-41e4-bde3-952d3ade0377 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:54.683365 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-06602358-ef9d-481e-b8f9-7f01c3718823 req-26d677e8-8361-41e4-bde3-952d3ade0377 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0523477 May 24 13:56:54.736794 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-06602358-ef9d-481e-b8f9-7f01c3718823 req-09068567-a516-4697-8e39-d52cc365cae6 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463641 May 24 13:56:55.259293 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 36216) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:55.304896 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-006da94f-2872-4131-b264-490e36f829bc admin admin] Deleting subnet ae1b538c-8a21-46b8-a9bc-9dcafc04136f {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 24 13:56:55.308177 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-006da94f-2872-4131-b264-490e36f829bc admin admin] Publish callbacks [] for subnet (ae1b538c-8a21-46b8-a9bc-9dcafc04136f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:55.342567 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-006da94f-2872-4131-b264-490e36f829bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5712652'] for subnet (ae1b538c-8a21-46b8-a9bc-9dcafc04136f), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:55.387342 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-006da94f-2872-4131-b264-490e36f829bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902008'] for subnet (ae1b538c-8a21-46b8-a9bc-9dcafc04136f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:55.436141 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:55.441115 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-006da94f-2872-4131-b264-490e36f829bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1901987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5712815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756236'] for subnet (ae1b538c-8a21-46b8-a9bc-9dcafc04136f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:55.468748 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006da94f-2872-4131-b264-490e36f829bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae1b538c-8a21-46b8-a9bc-9dcafc04136f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:55.470640 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-006da94f-2872-4131-b264-490e36f829bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:55.473770 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-006da94f-2872-4131-b264-490e36f829bc admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ae1b538c-8a21-46b8-a9bc-9dcafc04136f HTTP/1.1" status: 204 len: 168 time: 0.2137504 May 24 13:56:55.476588 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 36218) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:55.547515 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4829e1c-852b-4cbf-a732-55f3a8dfefd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1862163'] for network (65749181-7f65-4f7b-8fe7-30750c6b382d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:55.644460 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4829e1c-852b-4cbf-a732-55f3a8dfefd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1932343', 'neutron.services.segments.db._delete_segments_for_network-8727739285863'] for network (65749181-7f65-4f7b-8fe7-30750c6b382d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:55.666588 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.services.segments.db [None req-e4829e1c-852b-4cbf-a732-55f3a8dfefd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65749181-7f65-4f7b-8fe7-30750c6b382d']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:56:55.676878 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.services.segments.db [None req-e4829e1c-852b-4cbf-a732-55f3a8dfefd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be46062f-bf57-4bae-99b1-d9b187034dca') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:56:55.677170 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.services.segments.db [None req-e4829e1c-852b-4cbf-a732-55f3a8dfefd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be46062f-bf57-4bae-99b1-d9b187034dca') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:56:55.689079 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4829e1c-852b-4cbf-a732-55f3a8dfefd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727739286128', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5712643'] for segment (be46062f-bf57-4bae-99b1-d9b187034dca), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:55.706441 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4829e1c-852b-4cbf-a732-55f3a8dfefd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291'] for segment (be46062f-bf57-4bae-99b1-d9b187034dca), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:55.713227 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4829e1c-852b-4cbf-a732-55f3a8dfefd3 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 13:56:55.713682 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4829e1c-852b-4cbf-a732-55f3a8dfefd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5714253'] for segment (be46062f-bf57-4bae-99b1-d9b187034dca), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:55.765439 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.services.segments.plugin [-] Segment be46062f-bf57-4bae-99b1-d9b187034dca resource provider aggregate not found May 24 13:56:55.784230 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.services.segments.plugin [-] Segment be46062f-bf57-4bae-99b1-d9b187034dca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be46062f-bf57-4bae-99b1-d9b187034dca found for delete ", "request_id": "req-6dee0d82-ff3a-4807-8d5b-573ecd726e76"}]} May 24 13:56:55.789576 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4829e1c-852b-4cbf-a732-55f3a8dfefd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534454'] for network (65749181-7f65-4f7b-8fe7-30750c6b382d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:55.801843 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4829e1c-852b-4cbf-a732-55f3a8dfefd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:55.806149 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-e4829e1c-852b-4cbf-a732-55f3a8dfefd3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/65749181-7f65-4f7b-8fe7-30750c6b382d HTTP/1.1" status: 204 len: 168 time: 0.3285289 May 24 13:56:55.816476 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4829e1c-852b-4cbf-a732-55f3a8dfefd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=65749181-7f65-4f7b-8fe7-30750c6b382d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:55.883982 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e510a04-5577-406f-b50c-8a555c5894e5 req-32a7d8a7-42da-44e9-bbb1-223370b11b11 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:55.885466 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-2e510a04-5577-406f-b50c-8a555c5894e5 req-32a7d8a7-42da-44e9-bbb1-223370b11b11 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0552869 May 24 13:56:55.896701 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:INSERT=2,neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:55.936849 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-2e510a04-5577-406f-b50c-8a555c5894e5 req-590df8f3-d780-4ef6-83f7-a8756325c3f6 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457079 May 24 13:56:56.005429 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 36242) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:56.044208 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-07fe0f70-1bde-4656-8b6a-dec24091739a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=469bcf4beb3041559397e70538a7ea12&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0376232 May 24 13:56:56.046567 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 36244) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:56.099125 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-083d9810-cea7-4531-b605-d1f8d8537fe7 admin admin] Publish callbacks [] for security_group (d5e6359b-87e5-41d5-a263-ef1e6639e6f6), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:56.124137 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-083d9810-cea7-4531-b605-d1f8d8537fe7 admin admin] Publish callbacks [] for security_group (d5e6359b-87e5-41d5-a263-ef1e6639e6f6), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:56.126521 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4249352b-3dd8-4d28-98ae-e6e351ee1ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:56.171773 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-083d9810-cea7-4531-b605-d1f8d8537fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (d5e6359b-87e5-41d5-a263-ef1e6639e6f6), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:56.174214 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-083d9810-cea7-4531-b605-d1f8d8537fe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:56.175320 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-083d9810-cea7-4531-b605-d1f8d8537fe7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d5e6359b-87e5-41d5-a263-ef1e6639e6f6 HTTP/1.1" status: 204 len: 168 time: 0.1279075 May 24 13:56:56.185035 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d9810-cea7-4531-b605-d1f8d8537fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e6359b-87e5-41d5-a263-ef1e6639e6f6,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:56.911402 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 36280) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:57.014606 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-87282d72-e90d-4013-8c7c-3e5a9548e7c2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-270662382-network', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:56:57.071761 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6cab1-222b-49e2-81b0-6a7cdb471391 req-7711c0b5-8144-4760-884b-ef5cd5574826 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:57.073232 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3aa6cab1-222b-49e2-81b0-6a7cdb471391 req-7711c0b5-8144-4760-884b-ef5cd5574826 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0539539 May 24 13:56:57.074220 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87282d72-e90d-4013-8c7c-3e5a9548e7c2 admin admin] Made reservation on behalf of d3ebc40e12384ce4bb168690cfd5a27a for: {'network': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:56:57.076832 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-87282d72-e90d-4013-8c7c-3e5a9548e7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for network (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:57.092464 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-87282d72-e90d-4013-8c7c-3e5a9548e7c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:57.148979 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3aa6cab1-222b-49e2-81b0-6a7cdb471391 req-5dfb086b-71e8-43be-88de-ec99e2396832 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699031 May 24 13:56:57.189042 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:57.201563 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-87282d72-e90d-4013-8c7c-3e5a9548e7c2 admin admin] Publish callbacks [] for security_group (f485b989-4dec-48c4-930d-d8b9553be7db), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:57.205978 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-87282d72-e90d-4013-8c7c-3e5a9548e7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (f485b989-4dec-48c4-930d-d8b9553be7db), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:57.234686 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87282d72-e90d-4013-8c7c-3e5a9548e7c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=103807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 13:56:57.241975 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87282d72-e90d-4013-8c7c-3e5a9548e7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f485b989-4dec-48c4-930d-d8b9553be7db,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:57.249397 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-87282d72-e90d-4013-8c7c-3e5a9548e7c2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727739285854', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291'] for segment (132fe624-87e3-43f2-9650-2a427f750a75), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:57.249397 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.db.segments_db [None req-87282d72-e90d-4013-8c7c-3e5a9548e7c2 admin admin] Added segment 132fe624-87e3-43f2-9650-2a427f750a75 of type vlan for network 18065f5d-f31e-4fd3-b029-c409167bb83c May 24 13:56:57.289457 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-87282d72-e90d-4013-8c7c-3e5a9548e7c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727738798156'] for network (18065f5d-f31e-4fd3-b029-c409167bb83c), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:57.292737 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:57.316109 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-87282d72-e90d-4013-8c7c-3e5a9548e7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028'] for network (18065f5d-f31e-4fd3-b029-c409167bb83c), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:57.317114 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87282d72-e90d-4013-8c7c-3e5a9548e7c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:57.317678 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-87282d72-e90d-4013-8c7c-3e5a9548e7c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:57.364754 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-87282d72-e90d-4013-8c7c-3e5a9548e7c2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.4522128 May 24 13:56:57.367936 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 36288) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:57.373616 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-e1aa5508-11a3-4910-b3b4-d174a906349b admin admin] Request body: {'subnet': {'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-270662382-subnet', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:56:57.375953 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:57.379785 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87282d72-e90d-4013-8c7c-3e5a9548e7c2 admin admin] Pushing event updated for resources: {'Network': ['ID=18065f5d-f31e-4fd3-b029-c409167bb83c,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:57.390482 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Network 18065f5d-f31e-4fd3-b029-c409167bb83c details requested by agent ovs-agent-dv-cinder-842129-1-iscsi with host dv-cinder-842129-1-iscsi {{(pid=103809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 13:56:57.396134 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1aa5508-11a3-4910-b3b4-d174a906349b admin admin] Made reservation on behalf of d3ebc40e12384ce4bb168690cfd5a27a for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:56:57.399201 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e1aa5508-11a3-4910-b3b4-d174a906349b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756343'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:57.715248 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e1aa5508-11a3-4910-b3b4-d174a906349b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5712872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756229'] for subnet (8be785c0-42d8-4f57-9b56-6849abcace7e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:57.763570 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa5508-11a3-4910-b3b4-d174a906349b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8be785c0-42d8-4f57-9b56-6849abcace7e,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:57.778780 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aa5508-11a3-4910-b3b4-d174a906349b admin admin] Checking segment: {'id': '132fe624-87e3-43f2-9650-2a427f750a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:56:57.779125 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1aa5508-11a3-4910-b3b4-d174a906349b admin admin] Network hostable DHCP agents. Network: 18065f5d-f31e-4fd3-b029-c409167bb83c, hostable agents: ['abc51175-8e70-4fa5-9c56-ea38a91f7e2e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 13:56:57.798841 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1aa5508-11a3-4910-b3b4-d174a906349b admin admin] Network 18065f5d-f31e-4fd3-b029-c409167bb83c is scheduled to be hosted by DHCP agent abc51175-8e70-4fa5-9c56-ea38a91f7e2e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 13:56:57.808831 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-e1aa5508-11a3-4910-b3b4-d174a906349b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842129-1-iscsi, 18065f5d-f31e-4fd3-b029-c409167bb83c) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:56:57.813173 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aa5508-11a3-4910-b3b4-d174a906349b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:57.813737 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e1aa5508-11a3-4910-b3b4-d174a906349b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:57.819219 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3614cba9-f379-485b-811d-7e42557a98b4 None None] Network 18065f5d-f31e-4fd3-b029-c409167bb83c requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 13:56:57.836870 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-e1aa5508-11a3-4910-b3b4-d174a906349b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4646368 May 24 13:56:57.837087 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 36294) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:57.842099 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-a925d9ef-d5b3-4bc7-853f-057c25c976a3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-270662382-router', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:56:57.864516 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a925d9ef-d5b3-4bc7-853f-057c25c976a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4476'] for router (56b95d42-77b6-4e68-873b-05326c0ded04), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:57.865656 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a925d9ef-d5b3-4bc7-853f-057c25c976a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1021525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4357'] for router (56b95d42-77b6-4e68-873b-05326c0ded04), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:57.917211 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:57.919413 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a925d9ef-d5b3-4bc7-853f-057c25c976a3 admin admin] Publish callbacks [] for router_controller (56b95d42-77b6-4e68-873b-05326c0ded04), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:57.941779 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf3823d-9ce3-4dbd-a5e0-995f60f70961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea215502-9989-5d28-83e0-1aba298459f8-18065f5d-f31e-4fd3-b029-c409167bb83c', 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c', 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'fixed_ips': [{'subnet_id': '8be785c0-42d8-4f57-9b56-6849abcace7e'}]}} from dv-cinder-842129-1-iscsi. {{(pid=103809) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 24 13:56:57.943015 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-baf3823d-9ce3-4dbd-a5e0-995f60f70961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:58.067297 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a925d9ef-d5b3-4bc7-853f-057c25c976a3 admin admin] Publish callbacks [] for router_gateway (56b95d42-77b6-4e68-873b-05326c0ded04), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:58.090672 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-baf3823d-9ce3-4dbd-a5e0-995f60f70961 None None] Allocated IP 172.20.0.2 (18065f5d-f31e-4fd3-b029-c409167bb83c/8be785c0-42d8-4f57-9b56-6849abcace7e/8533d0e1-8e97-45f9-81bb-9ac45bdc18c9) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 13:56:58.242289 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-baf3823d-9ce3-4dbd-a5e0-995f60f70961 None None] Publish callbacks [] for port (8533d0e1-8e97-45f9-81bb-9ac45bdc18c9), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:58.247987 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-baf3823d-9ce3-4dbd-a5e0-995f60f70961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997'] for port (8533d0e1-8e97-45f9-81bb-9ac45bdc18c9), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:58.281693 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a925d9ef-d5b3-4bc7-853f-057c25c976a3 admin admin] Publish callbacks [] for router_gateway (56b95d42-77b6-4e68-873b-05326c0ded04), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:58.289380 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf3823d-9ce3-4dbd-a5e0-995f60f70961 None None] Network 18065f5d-f31e-4fd3-b029-c409167bb83c is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:56:58.294284 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-baf3823d-9ce3-4dbd-a5e0-995f60f70961 None None] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:56:58.297247 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf3823d-9ce3-4dbd-a5e0-995f60f70961 None None] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 13:56:58.300421 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3823d-9ce3-4dbd-a5e0-995f60f70961 None None] Pushing event updated for resources: {'Port': ['ID=8533d0e1-8e97-45f9-81bb-9ac45bdc18c9,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:58.309235 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf3823d-9ce3-4dbd-a5e0-995f60f70961 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:58.309643 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf3823d-9ce3-4dbd-a5e0-995f60f70961 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:58.310161 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf3823d-9ce3-4dbd-a5e0-995f60f70961 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:58.310414 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf3823d-9ce3-4dbd-a5e0-995f60f70961 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:58.310968 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf3823d-9ce3-4dbd-a5e0-995f60f70961 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:58.311162 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf3823d-9ce3-4dbd-a5e0-995f60f70961 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:58.311606 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf3823d-9ce3-4dbd-a5e0-995f60f70961 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:58.311932 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf3823d-9ce3-4dbd-a5e0-995f60f70961 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:58.312392 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf3823d-9ce3-4dbd-a5e0-995f60f70961 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:58.312666 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf3823d-9ce3-4dbd-a5e0-995f60f70961 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:58.313017 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebb300-c489-4e99-8a12-e1cb9fd7071a req-103d065f-2b06-44ee-9909-403dd3b6aa0f tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:58.313161 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf3823d-9ce3-4dbd-a5e0-995f60f70961 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:58.313436 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf3823d-9ce3-4dbd-a5e0-995f60f70961 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:58.313791 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf3823d-9ce3-4dbd-a5e0-995f60f70961 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:58.314141 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf3823d-9ce3-4dbd-a5e0-995f60f70961 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:58.314499 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf3823d-9ce3-4dbd-a5e0-995f60f70961 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:56:58.316342 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0cebb300-c489-4e99-8a12-e1cb9fd7071a req-103d065f-2b06-44ee-9909-403dd3b6aa0f tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0835078 May 24 13:56:58.317625 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a925d9ef-d5b3-4bc7-853f-057c25c976a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:58.373121 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-baf3823d-9ce3-4dbd-a5e0-995f60f70961 None None] Attempting to bind port 8533d0e1-8e97-45f9-81bb-9ac45bdc18c9 on host dv-cinder-842129-1-iscsi for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 13:56:58.373488 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-baf3823d-9ce3-4dbd-a5e0-995f60f70961 None None] Attempting to bind port 8533d0e1-8e97-45f9-81bb-9ac45bdc18c9 by drivers openvswitch,hyperv on host dv-cinder-842129-1-iscsi at level 0 using segments [{'id': '132fe624-87e3-43f2-9650-2a427f750a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 13:56:58.373844 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf3823d-9ce3-4dbd-a5e0-995f60f70961 None None] Attempting to bind port 8533d0e1-8e97-45f9-81bb-9ac45bdc18c9 on network 18065f5d-f31e-4fd3-b029-c409167bb83c {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:56:58.379098 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf3823d-9ce3-4dbd-a5e0-995f60f70961 None None] Checking agent: {'id': 'ec10bf60-b5fa-4c85-822a-958a8882b62f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 47), 'started_at': datetime.datetime(2022, 5, 24, 13, 47, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 13, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 13:56:58.379698 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf3823d-9ce3-4dbd-a5e0-995f60f70961 None None] Checking segment: {'id': '132fe624-87e3-43f2-9650-2a427f750a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:56:58.379881 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-baf3823d-9ce3-4dbd-a5e0-995f60f70961 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:58.380248 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf3823d-9ce3-4dbd-a5e0-995f60f70961 None None] Bound using segment: {'id': '132fe624-87e3-43f2-9650-2a427f750a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 13:56:58.380726 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-baf3823d-9ce3-4dbd-a5e0-995f60f70961 None None] Bound port: 8533d0e1-8e97-45f9-81bb-9ac45bdc18c9, host: dv-cinder-842129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '132fe624-87e3-43f2-9650-2a427f750a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 13:56:58.381678 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-baf3823d-9ce3-4dbd-a5e0-995f60f70961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (8533d0e1-8e97-45f9-81bb-9ac45bdc18c9), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:58.393734 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:58.415414 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0cebb300-c489-4e99-8a12-e1cb9fd7071a req-b864f09a-a003-4d90-83a2-f5bf1f67ded0 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946374 May 24 13:56:58.444338 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-baf3823d-9ce3-4dbd-a5e0-995f60f70961 None None] For port 8533d0e1-8e97-45f9-81bb-9ac45bdc18c9, host dv-cinder-842129-1-iscsi, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 13:56:58.447386 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-baf3823d-9ce3-4dbd-a5e0-995f60f70961 None None] For port 8533d0e1-8e97-45f9-81bb-9ac45bdc18c9, host dv-cinder-842129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=8533d0e1-8e97-45f9-81bb-9ac45bdc18c9,segment=NetworkSegment(132fe624-87e3-43f2-9650-2a427f750a75),segment_id=132fe624-87e3-43f2-9650-2a427f750a75)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 13:56:58.454616 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-baf3823d-9ce3-4dbd-a5e0-995f60f70961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (8533d0e1-8e97-45f9-81bb-9ac45bdc18c9), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:58.463650 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-a925d9ef-d5b3-4bc7-853f-057c25c976a3 admin admin] Allocated IP 172.27.3.212 (77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6/277372c2-c924-4ff9-98b4-a2b2337930ef/f760a370-a3ba-4e5b-acc5-b805fa9a9b99) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 13:56:58.531098 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:58.532493 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3823d-9ce3-4dbd-a5e0-995f60f70961 None None] Pushing event updated for resources: {'Port': ['ID=8533d0e1-8e97-45f9-81bb-9ac45bdc18c9,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:58.583123 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a925d9ef-d5b3-4bc7-853f-057c25c976a3 admin admin] Publish callbacks [] for port (f760a370-a3ba-4e5b-acc5-b805fa9a9b99), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:58.617961 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a925d9ef-d5b3-4bc7-853f-057c25c976a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (f760a370-a3ba-4e5b-acc5-b805fa9a9b99), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:58.660761 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a925d9ef-d5b3-4bc7-853f-057c25c976a3 admin admin] Network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:56:58.665406 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-a925d9ef-d5b3-4bc7-853f-057c25c976a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:56:58.669461 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a925d9ef-d5b3-4bc7-853f-057c25c976a3 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 13:56:58.672860 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925d9ef-d5b3-4bc7-853f-057c25c976a3 admin admin] Pushing event updated for resources: {'Port': ['ID=f760a370-a3ba-4e5b-acc5-b805fa9a9b99,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:56:58.892959 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:58.939648 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a925d9ef-d5b3-4bc7-853f-057c25c976a3 admin admin] Publish callbacks [] for router_gateway (56b95d42-77b6-4e68-873b-05326c0ded04), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:59.135990 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a925d9ef-d5b3-4bc7-853f-057c25c976a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539258'] for router (56b95d42-77b6-4e68-873b-05326c0ded04), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:59.255658 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:56:59.269818 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a925d9ef-d5b3-4bc7-853f-057c25c976a3 admin admin] Router 56b95d42-77b6-4e68-873b-05326c0ded04 is scheduled to L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 24 13:56:59.380289 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a925d9ef-d5b3-4bc7-853f-057c25c976a3 admin admin] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 13:56:59.391148 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf88235d-a756-411e-891e-d0baffe367ce None None] Sync routers for ids ['56b95d42-77b6-4e68-873b-05326c0ded04'] in dv-cinder-842129-1-iscsi {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 13:56:59.402082 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a925d9ef-d5b3-4bc7-853f-057c25c976a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:59.403305 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-a925d9ef-d5b3-4bc7-853f-057c25c976a3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5653307 May 24 13:56:59.404327 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf88235d-a756-411e-891e-d0baffe367ce None None] Routers {'56b95d42-77b6-4e68-873b-05326c0ded04'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 13:56:59.404939 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-bf88235d-a756-411e-891e-d0baffe367ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T13:56:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['56b95d42-77b6-4e68-873b-05326c0ded04'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:56:59.406139 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 36316) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:56:59.544263 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-bf88235d-a756-411e-891e-d0baffe367ce None None] Set router 56b95d42-77b6-4e68-873b-05326c0ded04 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 13:56:59.597207 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740aca9-4b47-4206-9b05-15aa866f1e61 req-dfd9f0b0-7f8d-471f-ad00-7f2684d78797 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:56:59.599408 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e740aca9-4b47-4206-9b05-15aa866f1e61 req-dfd9f0b0-7f8d-471f-ad00-7f2684d78797 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0979495 May 24 13:56:59.621031 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b009041-ac6d-48d5-8ae9-53009f3f2fda None None] Network 18065f5d-f31e-4fd3-b029-c409167bb83c requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 13:56:59.656275 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e740aca9-4b47-4206-9b05-15aa866f1e61 req-f6080737-1102-4b49-a275-c3d395b3abad tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502033 May 24 13:56:59.689383 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-bcd4d4c3-09b3-4fe5-824b-13a0eb2625c9 None None] Provisioning complete for port 8533d0e1-8e97-45f9-81bb-9ac45bdc18c9 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:56:59.690015 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bcd4d4c3-09b3-4fe5-824b-13a0eb2625c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (8533d0e1-8e97-45f9-81bb-9ac45bdc18c9), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:59.765092 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-bf88235d-a756-411e-891e-d0baffe367ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'name': 'tempest-AttachVolumeShelveTestJSON-270662382-router', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:56:57Z', 'updated_at': '2022-05-24T13:56:58Z', 'revision_number': 3, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'gw_port': {'id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:56:58Z', 'updated_at': '2022-05-24T13:56:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:56:59.796788 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf88235d-a756-411e-891e-d0baffe367ce None None] Checking router: 56b95d42-77b6-4e68-873b-05326c0ded04 for host: dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 13:56:59.797129 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf88235d-a756-411e-891e-d0baffe367ce None None] Updating router 56b95d42-77b6-4e68-873b-05326c0ded04 port f760a370-a3ba-4e5b-acc5-b805fa9a9b99 binding host dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 13:56:59.835002 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bf88235d-a756-411e-891e-d0baffe367ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (f760a370-a3ba-4e5b-acc5-b805fa9a9b99), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:59.853982 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-bcd4d4c3-09b3-4fe5-824b-13a0eb2625c9 None None] Current status of the port 8533d0e1-8e97-45f9-81bb-9ac45bdc18c9 is: DOWN; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:56:59.854477 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bcd4d4c3-09b3-4fe5-824b-13a0eb2625c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (8533d0e1-8e97-45f9-81bb-9ac45bdc18c9), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:59.875212 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 8533d0e1-8e97-45f9-81bb-9ac45bdc18c9 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:56:59.941371 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-bcd4d4c3-09b3-4fe5-824b-13a0eb2625c9 None None] For port 8533d0e1-8e97-45f9-81bb-9ac45bdc18c9, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=8533d0e1-8e97-45f9-81bb-9ac45bdc18c9,segment=NetworkSegment(132fe624-87e3-43f2-9650-2a427f750a75),segment_id=132fe624-87e3-43f2-9650-2a427f750a75)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:56:59.953857 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bcd4d4c3-09b3-4fe5-824b-13a0eb2625c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (8533d0e1-8e97-45f9-81bb-9ac45bdc18c9), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:59.963349 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port 8533d0e1-8e97-45f9-81bb-9ac45bdc18c9 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:56:59.963718 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (8533d0e1-8e97-45f9-81bb-9ac45bdc18c9), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:56:59.986314 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:00.055424 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=89,neutron:UPDATE=9,neutron:INSERT=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:00.059492 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4d4c3-09b3-4fe5-824b-13a0eb2625c9 None None] Pushing event updated for resources: {'Port': ['ID=8533d0e1-8e97-45f9-81bb-9ac45bdc18c9,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:00.079068 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:00.093753 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-531deb56-807a-4b90-bac0-c889199b93d4 None None] Provisioning complete for port 8533d0e1-8e97-45f9-81bb-9ac45bdc18c9 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:57:00.094185 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-531deb56-807a-4b90-bac0-c889199b93d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (8533d0e1-8e97-45f9-81bb-9ac45bdc18c9), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:00.171608 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port 8533d0e1-8e97-45f9-81bb-9ac45bdc18c9 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:57:00.200766 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bf88235d-a756-411e-891e-d0baffe367ce None None] Publish callbacks [] for port (f760a370-a3ba-4e5b-acc5-b805fa9a9b99), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:00.215319 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bf88235d-a756-411e-891e-d0baffe367ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (f760a370-a3ba-4e5b-acc5-b805fa9a9b99), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:00.225574 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-531deb56-807a-4b90-bac0-c889199b93d4 None None] Current status of the port 8533d0e1-8e97-45f9-81bb-9ac45bdc18c9 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:57:00.237022 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-955fd7e3-6128-4cef-8fae-46f297611f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:00.277571 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-bf88235d-a756-411e-891e-d0baffe367ce None None] Attempting to bind port f760a370-a3ba-4e5b-acc5-b805fa9a9b99 on host dv-cinder-842129-1-iscsi for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 13:57:00.278017 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-bf88235d-a756-411e-891e-d0baffe367ce None None] Attempting to bind port f760a370-a3ba-4e5b-acc5-b805fa9a9b99 by drivers openvswitch,hyperv on host dv-cinder-842129-1-iscsi at level 0 using segments [{'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 13:57:00.278384 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf88235d-a756-411e-891e-d0baffe367ce None None] Attempting to bind port f760a370-a3ba-4e5b-acc5-b805fa9a9b99 on network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:57:00.281746 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f9fd4-7ad9-41af-a348-aff7c55cedaf None None] Pushing event updated for resources: {'Port': ['ID=f760a370-a3ba-4e5b-acc5-b805fa9a9b99,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:00.290148 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf88235d-a756-411e-891e-d0baffe367ce None None] Checking agent: {'id': 'ec10bf60-b5fa-4c85-822a-958a8882b62f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 47), 'started_at': datetime.datetime(2022, 5, 24, 13, 47, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 13, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 13:57:00.290462 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf88235d-a756-411e-891e-d0baffe367ce None None] Checking segment: {'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:57:00.290855 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bf88235d-a756-411e-891e-d0baffe367ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:00.291246 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf88235d-a756-411e-891e-d0baffe367ce None None] Bound using segment: {'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 13:57:00.291706 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-bf88235d-a756-411e-891e-d0baffe367ce None None] Bound port: f760a370-a3ba-4e5b-acc5-b805fa9a9b99, host: dv-cinder-842129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 13:57:00.292114 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bf88235d-a756-411e-891e-d0baffe367ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (f760a370-a3ba-4e5b-acc5-b805fa9a9b99), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:00.295385 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f9fd4-7ad9-41af-a348-aff7c55cedaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:00.295731 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f9fd4-7ad9-41af-a348-aff7c55cedaf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:00.296117 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f9fd4-7ad9-41af-a348-aff7c55cedaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:00.296480 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f9fd4-7ad9-41af-a348-aff7c55cedaf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:00.296823 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f9fd4-7ad9-41af-a348-aff7c55cedaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:00.297156 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f9fd4-7ad9-41af-a348-aff7c55cedaf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:00.297481 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f9fd4-7ad9-41af-a348-aff7c55cedaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:00.297805 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f9fd4-7ad9-41af-a348-aff7c55cedaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:00.298129 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f9fd4-7ad9-41af-a348-aff7c55cedaf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:00.298451 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f9fd4-7ad9-41af-a348-aff7c55cedaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:00.298779 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f9fd4-7ad9-41af-a348-aff7c55cedaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:00.299111 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f9fd4-7ad9-41af-a348-aff7c55cedaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:00.299436 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f9fd4-7ad9-41af-a348-aff7c55cedaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:00.299755 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f9fd4-7ad9-41af-a348-aff7c55cedaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:00.300099 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f9fd4-7ad9-41af-a348-aff7c55cedaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:00.330916 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:00.338256 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:00.357475 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-bf88235d-a756-411e-891e-d0baffe367ce None None] For port f760a370-a3ba-4e5b-acc5-b805fa9a9b99, host dv-cinder-842129-1-iscsi, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 13:57:00.361537 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-bf88235d-a756-411e-891e-d0baffe367ce None None] For port f760a370-a3ba-4e5b-acc5-b805fa9a9b99, host dv-cinder-842129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=f760a370-a3ba-4e5b-acc5-b805fa9a9b99,segment=NetworkSegment(3f5d497a-81fa-44a3-b648-e1e22cc699e7),segment_id=3f5d497a-81fa-44a3-b648-e1e22cc699e7)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 13:57:00.368668 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bf88235d-a756-411e-891e-d0baffe367ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (f760a370-a3ba-4e5b-acc5-b805fa9a9b99), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:00.378774 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:00.431355 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f9fd4-7ad9-41af-a348-aff7c55cedaf None None] Pushing event updated for resources: {'Port': ['ID=f760a370-a3ba-4e5b-acc5-b805fa9a9b99,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:00.436763 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf88235d-a756-411e-891e-d0baffe367ce None None] Routers {'56b95d42-77b6-4e68-873b-05326c0ded04'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 13:57:00.437364 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-bf88235d-a756-411e-891e-d0baffe367ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T13:56:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['56b95d42-77b6-4e68-873b-05326c0ded04'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:57:00.460448 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-955fd7e3-6128-4cef-8fae-46f297611f6b admin admin] Allocated IP 172.20.0.1 (18065f5d-f31e-4fd3-b029-c409167bb83c/8be785c0-42d8-4f57-9b56-6849abcace7e/ca71a485-5af1-403c-828a-301e883ce214) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 13:57:00.543193 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-bf88235d-a756-411e-891e-d0baffe367ce None None] Set router 56b95d42-77b6-4e68-873b-05326c0ded04 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 13:57:00.575508 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-955fd7e3-6128-4cef-8fae-46f297611f6b admin admin] Publish callbacks [] for port (ca71a485-5af1-403c-828a-301e883ce214), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:00.578074 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:00.611448 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-955fd7e3-6128-4cef-8fae-46f297611f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (ca71a485-5af1-403c-828a-301e883ce214), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:00.620859 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:00.653609 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955fd7e3-6128-4cef-8fae-46f297611f6b admin admin] Network 18065f5d-f31e-4fd3-b029-c409167bb83c is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:57:00.659420 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-955fd7e3-6128-4cef-8fae-46f297611f6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:57:00.661745 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955fd7e3-6128-4cef-8fae-46f297611f6b admin admin] Pushing event updated for resources: {'Port': ['ID=ca71a485-5af1-403c-828a-301e883ce214,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:00.670523 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955fd7e3-6128-4cef-8fae-46f297611f6b admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 13:57:00.717451 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-955fd7e3-6128-4cef-8fae-46f297611f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534319'] for router_interface (56b95d42-77b6-4e68-873b-05326c0ded04), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:00.746680 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-bf88235d-a756-411e-891e-d0baffe367ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'name': 'tempest-AttachVolumeShelveTestJSON-270662382-router', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:56:57Z', 'updated_at': '2022-05-24T13:56:58Z', 'revision_number': 3, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'gw_port': {'id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:56:58Z', 'updated_at': '2022-05-24T13:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:57:00.773308 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf88235d-a756-411e-891e-d0baffe367ce None None] The sync data for ids ['56b95d42-77b6-4e68-873b-05326c0ded04'] in dv-cinder-842129-1-iscsi is: [{'id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'name': 'tempest-AttachVolumeShelveTestJSON-270662382-router', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:56:57Z', 'updated_at': '2022-05-24T13:56:58Z', 'revision_number': 3, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'gw_port': {'id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:56:58Z', 'updated_at': '2022-05-24T13:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 13:57:00.823844 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e1324-1b3b-44ec-b7ab-8977a454fc27 req-52671ab2-8710-4edc-9256-5c30ba6a2eb3 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:00.825353 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a45e1324-1b3b-44ec-b7ab-8977a454fc27 req-52671ab2-8710-4edc-9256-5c30ba6a2eb3 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0871618 May 24 13:57:00.954198 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-70568eee-445c-4d25-a37c-700b963d76ba None None] Provisioning complete for port ca71a485-5af1-403c-828a-301e883ce214 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:57:00.954713 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-70568eee-445c-4d25-a37c-700b963d76ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (ca71a485-5af1-403c-828a-301e883ce214), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:00.970145 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a45e1324-1b3b-44ec-b7ab-8977a454fc27 req-969dcd32-0ebb-46d4-a1dd-367b81a424a3 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385665 May 24 13:57:00.993802 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-70568eee-445c-4d25-a37c-700b963d76ba None None] Port ca71a485-5af1-403c-828a-301e883ce214 cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 13:57:01.074840 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-955fd7e3-6128-4cef-8fae-46f297611f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (ca71a485-5af1-403c-828a-301e883ce214), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:01.187086 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:01.289111 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-955fd7e3-6128-4cef-8fae-46f297611f6b admin admin] Publish callbacks [] for port (ca71a485-5af1-403c-828a-301e883ce214), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:01.294504 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-955fd7e3-6128-4cef-8fae-46f297611f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5714289'] for port (ca71a485-5af1-403c-828a-301e883ce214), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:01.361928 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955fd7e3-6128-4cef-8fae-46f297611f6b admin admin] Pushing event updated for resources: {'Port': ['ID=ca71a485-5af1-403c-828a-301e883ce214,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:01.364294 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-955fd7e3-6128-4cef-8fae-46f297611f6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-169734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532671'] for router_interface (56b95d42-77b6-4e68-873b-05326c0ded04), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:01.463401 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955fd7e3-6128-4cef-8fae-46f297611f6b admin admin] Network 18065f5d-f31e-4fd3-b029-c409167bb83c is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:57:01.464779 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-955fd7e3-6128-4cef-8fae-46f297611f6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:57:01.581761 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955fd7e3-6128-4cef-8fae-46f297611f6b admin admin] Router 56b95d42-77b6-4e68-873b-05326c0ded04 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 13:57:01.653528 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:01.702175 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955fd7e3-6128-4cef-8fae-46f297611f6b admin admin] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 13:57:01.707316 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-955fd7e3-6128-4cef-8fae-46f297611f6b admin admin] 10.222.0.24 "PUT /v2.0/routers/56b95d42-77b6-4e68-873b-05326c0ded04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3002048 May 24 13:57:01.715281 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-d42f3f9a-7303-401f-a06a-e18599d9fc1c None None] Provisioning complete for port ca71a485-5af1-403c-828a-301e883ce214 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:57:01.715584 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d42f3f9a-7303-401f-a06a-e18599d9fc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (ca71a485-5af1-403c-828a-301e883ce214), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:01.752639 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-d42f3f9a-7303-401f-a06a-e18599d9fc1c None None] Port ca71a485-5af1-403c-828a-301e883ce214 cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 13:57:01.850602 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device f760a370-a3ba-4e5b-acc5-b805fa9a9b99 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:57:01.899463 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port f760a370-a3ba-4e5b-acc5-b805fa9a9b99 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:57:01.899962 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (f760a370-a3ba-4e5b-acc5-b805fa9a9b99), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:01.976797 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port f760a370-a3ba-4e5b-acc5-b805fa9a9b99 is: DOWN; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:57:01.977449 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (f760a370-a3ba-4e5b-acc5-b805fa9a9b99), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:01.998019 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] For port f760a370-a3ba-4e5b-acc5-b805fa9a9b99, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=f760a370-a3ba-4e5b-acc5-b805fa9a9b99,segment=NetworkSegment(3f5d497a-81fa-44a3-b648-e1e22cc699e7),segment_id=3f5d497a-81fa-44a3-b648-e1e22cc699e7)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:57:02.004649 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (f760a370-a3ba-4e5b-acc5-b805fa9a9b99), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:02.005547 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 8533d0e1-8e97-45f9-81bb-9ac45bdc18c9 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:57:02.033748 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 36354) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:02.039736 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-464cc028-7fb0-4180-8a0e-e5755552048e tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--563120442', 'description': 'tempest-description--179928489'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:57:02.090679 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Pushing event updated for resources: {'Port': ['ID=f760a370-a3ba-4e5b-acc5-b805fa9a9b99,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:02.098795 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port 8533d0e1-8e97-45f9-81bb-9ac45bdc18c9 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:57:02.099163 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (8533d0e1-8e97-45f9-81bb-9ac45bdc18c9), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:02.115859 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2798a66-c400-4f98-a39b-ca680aa78979 req-be9472eb-e129-43a5-8e39-1c55d9f6ae45 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:02.118809 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f2798a66-c400-4f98-a39b-ca680aa78979 req-be9472eb-e129-43a5-8e39-1c55d9f6ae45 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0693452 May 24 13:57:02.120664 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-464cc028-7fb0-4180-8a0e-e5755552048e tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:02.195884 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port 8533d0e1-8e97-45f9-81bb-9ac45bdc18c9 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:57:02.199583 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f2798a66-c400-4f98-a39b-ca680aa78979 req-973251b4-f963-4fe2-b578-f24c324c7cda tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677285 May 24 13:57:02.249484 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-464cc028-7fb0-4180-8a0e-e5755552048e tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for security_group (0321b6c7-bc01-4bbb-883d-9e0cc1d0598a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:02.256841 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-464cc028-7fb0-4180-8a0e-e5755552048e tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (0321b6c7-bc01-4bbb-883d-9e0cc1d0598a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:02.290690 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-464cc028-7fb0-4180-8a0e-e5755552048e tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:02.291938 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-464cc028-7fb0-4180-8a0e-e5755552048e tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2571764 May 24 13:57:02.293846 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464cc028-7fb0-4180-8a0e-e5755552048e tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:02.294822 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 36364) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:02.300633 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-177d18ce-d055-4740-8cb1-765392859ac2 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Request body: {'security_group_rule': {'security_group_id': '0321b6c7-bc01-4bbb-883d-9e0cc1d0598a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:57:02.337993 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-177d18ce-d055-4740-8cb1-765392859ac2 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for security_group_rule (b0c1ec30-c9ad-48fc-ab36-1e615f89e098), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:02.389319 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-177d18ce-d055-4740-8cb1-765392859ac2 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for security_group_rule (b0c1ec30-c9ad-48fc-ab36-1e615f89e098), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:02.392925 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-177d18ce-d055-4740-8cb1-765392859ac2 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709697'] for security_group_rule (b0c1ec30-c9ad-48fc-ab36-1e615f89e098), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:02.413613 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d18ce-d055-4740-8cb1-765392859ac2 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c1ec30-c9ad-48fc-ab36-1e615f89e098,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:02.419972 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-177d18ce-d055-4740-8cb1-765392859ac2 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:02.421152 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-177d18ce-d055-4740-8cb1-765392859ac2 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1243463 May 24 13:57:02.423749 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 36366) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:02.428511 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-dbde778c-06c6-41fc-bc90-b246810c2db6 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Request body: {'security_group_rule': {'security_group_id': '0321b6c7-bc01-4bbb-883d-9e0cc1d0598a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:57:02.456817 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-dbde778c-06c6-41fc-bc90-b246810c2db6 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for security_group_rule (221045ed-4610-439b-b928-c9b50f482280), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:02.505427 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-dbde778c-06c6-41fc-bc90-b246810c2db6 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for security_group_rule (221045ed-4610-439b-b928-c9b50f482280), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:02.509476 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-dbde778c-06c6-41fc-bc90-b246810c2db6 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709697'] for security_group_rule (221045ed-4610-439b-b928-c9b50f482280), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:02.519382 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6455814-77b3-48f6-87c4-937ad7184443 None None] Sync routers for ids ['56b95d42-77b6-4e68-873b-05326c0ded04'] in dv-cinder-842129-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 13:57:02.527293 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde778c-06c6-41fc-bc90-b246810c2db6 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=221045ed-4610-439b-b928-c9b50f482280,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:02.529565 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6455814-77b3-48f6-87c4-937ad7184443 None None] Routers {'56b95d42-77b6-4e68-873b-05326c0ded04'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 13:57:02.530947 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-a6455814-77b3-48f6-87c4-937ad7184443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T13:56:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['56b95d42-77b6-4e68-873b-05326c0ded04'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:57:02.538450 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-dbde778c-06c6-41fc-bc90-b246810c2db6 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:02.539777 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-dbde778c-06c6-41fc-bc90-b246810c2db6 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150753 May 24 13:57:02.542795 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 36368) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:02.546902 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-d5a96f67-77ba-4970-be1f-9e1b11329320 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Request body: {'floatingip': {'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:57:02.573515 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d5a96f67-77ba-4970-be1f-9e1b11329320 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:02.642499 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-a6455814-77b3-48f6-87c4-937ad7184443 None None] Set router 56b95d42-77b6-4e68-873b-05326c0ded04 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 13:57:02.661316 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d5a96f67-77ba-4970-be1f-9e1b11329320 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:02.757769 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:02.775349 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-d5a96f67-77ba-4970-be1f-9e1b11329320 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Allocated IP 172.27.3.50 (77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6/277372c2-c924-4ff9-98b4-a2b2337930ef/e7300bbf-4705-4a15-92b0-0462cc219a1c) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 13:57:02.840273 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-a6455814-77b3-48f6-87c4-937ad7184443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'name': 'tempest-AttachVolumeShelveTestJSON-270662382-router', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:56:57Z', 'updated_at': '2022-05-24T13:57:00Z', 'revision_number': 4, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'gw_port': {'id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:56:58Z', 'updated_at': '2022-05-24T13:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': 'ca71a485-5af1-403c-828a-301e883ce214', 'name': '', 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'mac_address': 'fa:16:3e:b5:99:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '8be785c0-42d8-4f57-9b56-6849abcace7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:00Z', 'updated_at': '2022-05-24T13:57:01Z', 'revision_number': 2, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'subnets': [{'id': '8be785c0-42d8-4f57-9b56-6849abcace7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:57:02.887868 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d5a96f67-77ba-4970-be1f-9e1b11329320 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for port (e7300bbf-4705-4a15-92b0-0462cc219a1c), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:02.921972 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d5a96f67-77ba-4970-be1f-9e1b11329320 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997'] for port (e7300bbf-4705-4a15-92b0-0462cc219a1c), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:02.925168 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:DELETE=3,neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:02.971355 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a96f67-77ba-4970-be1f-9e1b11329320 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:57:02.975444 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-d5a96f67-77ba-4970-be1f-9e1b11329320 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:57:02.977397 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a96f67-77ba-4970-be1f-9e1b11329320 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Pushing event updated for resources: {'Port': ['ID=e7300bbf-4705-4a15-92b0-0462cc219a1c,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:02.979586 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a96f67-77ba-4970-be1f-9e1b11329320 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 13:57:03.000328 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6455814-77b3-48f6-87c4-937ad7184443 None None] Checking router: 56b95d42-77b6-4e68-873b-05326c0ded04 for host: dv-cinder-842129-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 13:57:03.000906 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6455814-77b3-48f6-87c4-937ad7184443 None None] Updating router 56b95d42-77b6-4e68-873b-05326c0ded04 port ca71a485-5af1-403c-828a-301e883ce214 binding host dv-cinder-842129-1-iscsi {{(pid=103809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 13:57:03.032348 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a6455814-77b3-48f6-87c4-937ad7184443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (ca71a485-5af1-403c-828a-301e883ce214), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:03.061377 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d5a96f67-77ba-4970-be1f-9e1b11329320 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for floatingip (4d29a3c9-670b-4bbc-8b79-547facdf43c2), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:03.103519 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d5a96f67-77ba-4970-be1f-9e1b11329320 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (e7300bbf-4705-4a15-92b0-0462cc219a1c), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:03.305111 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d5a96f67-77ba-4970-be1f-9e1b11329320 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for port (e7300bbf-4705-4a15-92b0-0462cc219a1c), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:03.312138 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d5a96f67-77ba-4970-be1f-9e1b11329320 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (e7300bbf-4705-4a15-92b0-0462cc219a1c), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:03.356862 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d5a96f67-77ba-4970-be1f-9e1b11329320 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534436'] for floatingip (4d29a3c9-670b-4bbc-8b79-547facdf43c2), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:03.359704 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:03.418581 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d5a96f67-77ba-4970-be1f-9e1b11329320 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:03.420026 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-d5a96f67-77ba-4970-be1f-9e1b11329320 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8762808 May 24 13:57:03.424112 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a96f67-77ba-4970-be1f-9e1b11329320 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Pushing event updated for resources: {'Port': ['ID=e7300bbf-4705-4a15-92b0-0462cc219a1c,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:03.445126 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514c5bd-1a91-4664-ae96-15ddec6a1a97 req-97c15644-d3b6-43cf-9c58-c23c13e88f30 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:03.447110 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f514c5bd-1a91-4664-ae96-15ddec6a1a97 req-97c15644-d3b6-43cf-9c58-c23c13e88f30 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0711203 May 24 13:57:03.448211 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:03.479605 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a6455814-77b3-48f6-87c4-937ad7184443 None None] Publish callbacks [] for port (ca71a485-5af1-403c-828a-301e883ce214), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:03.499193 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a6455814-77b3-48f6-87c4-937ad7184443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (ca71a485-5af1-403c-828a-301e883ce214), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:03.541293 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f514c5bd-1a91-4664-ae96-15ddec6a1a97 req-b7db7a59-e1da-4982-a38f-96aed202d778 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872231 May 24 13:57:03.548004 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:03.684868 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894df807-b1f2-43f1-9696-6de5792679a8 None None] Pushing event updated for resources: {'Port': ['ID=ca71a485-5af1-403c-828a-301e883ce214,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:03.705732 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-a6455814-77b3-48f6-87c4-937ad7184443 None None] Attempting to bind port ca71a485-5af1-403c-828a-301e883ce214 on host dv-cinder-842129-1-iscsi for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 13:57:03.711400 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:03.712168 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-a6455814-77b3-48f6-87c4-937ad7184443 None None] Attempting to bind port ca71a485-5af1-403c-828a-301e883ce214 by drivers openvswitch,hyperv on host dv-cinder-842129-1-iscsi at level 0 using segments [{'id': '132fe624-87e3-43f2-9650-2a427f750a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 13:57:03.713360 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6455814-77b3-48f6-87c4-937ad7184443 None None] Attempting to bind port ca71a485-5af1-403c-828a-301e883ce214 on network 18065f5d-f31e-4fd3-b029-c409167bb83c {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:57:03.723753 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6455814-77b3-48f6-87c4-937ad7184443 None None] Checking agent: {'id': 'ec10bf60-b5fa-4c85-822a-958a8882b62f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 47), 'started_at': datetime.datetime(2022, 5, 24, 13, 47, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 13:57:03.724224 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6455814-77b3-48f6-87c4-937ad7184443 None None] Checking segment: {'id': '132fe624-87e3-43f2-9650-2a427f750a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:57:03.725888 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a6455814-77b3-48f6-87c4-937ad7184443 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:03.726304 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6455814-77b3-48f6-87c4-937ad7184443 None None] Bound using segment: {'id': '132fe624-87e3-43f2-9650-2a427f750a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 13:57:03.726788 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-a6455814-77b3-48f6-87c4-937ad7184443 None None] Bound port: ca71a485-5af1-403c-828a-301e883ce214, host: dv-cinder-842129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '132fe624-87e3-43f2-9650-2a427f750a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 13:57:03.727172 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a6455814-77b3-48f6-87c4-937ad7184443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (ca71a485-5af1-403c-828a-301e883ce214), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:03.749753 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-20ab6435-e11e-471c-aa5a-3349a1a535a5 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--563120442&fields=id&tenant_id=d3ebc40e12384ce4bb168690cfd5a27a HTTP/1.1" status: 200 len: 267 time: 0.1032615 May 24 13:57:03.824087 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device f760a370-a3ba-4e5b-acc5-b805fa9a9b99 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:57:03.873901 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-a6455814-77b3-48f6-87c4-937ad7184443 None None] For port ca71a485-5af1-403c-828a-301e883ce214, host dv-cinder-842129-1-iscsi, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 13:57:03.891828 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-a6455814-77b3-48f6-87c4-937ad7184443 None None] For port ca71a485-5af1-403c-828a-301e883ce214, host dv-cinder-842129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=ca71a485-5af1-403c-828a-301e883ce214,segment=NetworkSegment(132fe624-87e3-43f2-9650-2a427f750a75),segment_id=132fe624-87e3-43f2-9650-2a427f750a75)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 13:57:03.915581 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-da8f4b5d-4dd7-4955-accc-2d2f1126bf7b None None] Provisioning complete for port ca71a485-5af1-403c-828a-301e883ce214 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:57:03.917134 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-da8f4b5d-4dd7-4955-accc-2d2f1126bf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (ca71a485-5af1-403c-828a-301e883ce214), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:03.921261 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a6455814-77b3-48f6-87c4-937ad7184443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (ca71a485-5af1-403c-828a-301e883ce214), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:03.947898 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-1356a802-18be-4b35-b5d8-eb26613b4fcf tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:03.956605 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-1356a802-18be-4b35-b5d8-eb26613b4fcf tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/networks?id=18065f5d-f31e-4fd3-b029-c409167bb83c HTTP/1.1" status: 200 len: 816 time: 0.1940720 May 24 13:57:03.976385 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-f3ced341-a43b-4307-9268-fad8a61faaee tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/quotas/d3ebc40e12384ce4bb168690cfd5a27a HTTP/1.1" status: 200 len: 375 time: 0.0186782 May 24 13:57:03.985331 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port f760a370-a3ba-4e5b-acc5-b805fa9a9b99 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:57:03.985971 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (f760a370-a3ba-4e5b-acc5-b805fa9a9b99), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:04.023744 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-8f87b6e9-00c9-4d9d-8c61-8b2b4c7b990f tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3ebc40e12384ce4bb168690cfd5a27a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459867 May 24 13:57:04.067194 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894df807-b1f2-43f1-9696-6de5792679a8 None None] Pushing event updated for resources: {'Port': ['ID=ca71a485-5af1-403c-828a-301e883ce214,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:04.077606 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6455814-77b3-48f6-87c4-937ad7184443 None None] Routers {'56b95d42-77b6-4e68-873b-05326c0ded04'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 13:57:04.078279 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-a6455814-77b3-48f6-87c4-937ad7184443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T13:56:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['56b95d42-77b6-4e68-873b-05326c0ded04'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:57:04.143760 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-5a01b3db-b3f0-49b0-a22e-8334e13188fe service neutron] 10.222.0.24 "GET /v2.0/networks/18065f5d-f31e-4fd3-b029-c409167bb83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040838 May 24 13:57:04.190629 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port f760a370-a3ba-4e5b-acc5-b805fa9a9b99 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:57:04.192796 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-da8f4b5d-4dd7-4955-accc-2d2f1126bf7b None None] Current status of the port ca71a485-5af1-403c-828a-301e883ce214 is: DOWN; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:57:04.193703 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-da8f4b5d-4dd7-4955-accc-2d2f1126bf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (ca71a485-5af1-403c-828a-301e883ce214), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:04.241475 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-12e98704-fbd4-463d-bb0b-66d2ddf4e994 service neutron] 10.222.0.24 "GET /v2.0/networks/18065f5d-f31e-4fd3-b029-c409167bb83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909722 May 24 13:57:04.274176 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-da8f4b5d-4dd7-4955-accc-2d2f1126bf7b None None] For port ca71a485-5af1-403c-828a-301e883ce214, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=ca71a485-5af1-403c-828a-301e883ce214,segment=NetworkSegment(132fe624-87e3-43f2-9650-2a427f750a75),segment_id=132fe624-87e3-43f2-9650-2a427f750a75)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:57:04.276168 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-a6455814-77b3-48f6-87c4-937ad7184443 None None] Set router 56b95d42-77b6-4e68-873b-05326c0ded04 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 13:57:04.301948 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-da8f4b5d-4dd7-4955-accc-2d2f1126bf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (ca71a485-5af1-403c-828a-301e883ce214), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:04.442080 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-60ff74cd-0cf0-4495-8272-0d9b5f9369b2 req-406b49bf-7342-471b-b131-d9cd7f3588b0 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 210 time: 0.0321956 May 24 13:57:04.468114 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f4b5d-4dd7-4955-accc-2d2f1126bf7b None None] Pushing event updated for resources: {'Port': ['ID=ca71a485-5af1-403c-828a-301e883ce214,revision_number=5']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:04.469381 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-0f0316fc-7cdb-4781-a705-f9cff886468c None None] Provisioning complete for port ca71a485-5af1-403c-828a-301e883ce214 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:57:04.469876 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0f0316fc-7cdb-4781-a705-f9cff886468c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (ca71a485-5af1-403c-828a-301e883ce214), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:04.622349 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-a6455814-77b3-48f6-87c4-937ad7184443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'name': 'tempest-AttachVolumeShelveTestJSON-270662382-router', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:56:57Z', 'updated_at': '2022-05-24T13:57:00Z', 'revision_number': 4, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'gw_port': {'id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:56:58Z', 'updated_at': '2022-05-24T13:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': 'ca71a485-5af1-403c-828a-301e883ce214', 'name': '', 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'mac_address': 'fa:16:3e:b5:99:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '8be785c0-42d8-4f57-9b56-6849abcace7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:00Z', 'updated_at': '2022-05-24T13:57:03Z', 'revision_number': 4, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'subnets': [{'id': '8be785c0-42d8-4f57-9b56-6849abcace7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:57:04.626653 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-0f0316fc-7cdb-4781-a705-f9cff886468c None None] Current status of the port ca71a485-5af1-403c-828a-301e883ce214 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:57:04.652004 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6455814-77b3-48f6-87c4-937ad7184443 None None] The sync data for ids ['56b95d42-77b6-4e68-873b-05326c0ded04'] in dv-cinder-842129-1-iscsi is: [{'id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'name': 'tempest-AttachVolumeShelveTestJSON-270662382-router', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:56:57Z', 'updated_at': '2022-05-24T13:57:00Z', 'revision_number': 4, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'gw_port': {'id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:56:58Z', 'updated_at': '2022-05-24T13:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': 'ca71a485-5af1-403c-828a-301e883ce214', 'name': '', 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'mac_address': 'fa:16:3e:b5:99:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '8be785c0-42d8-4f57-9b56-6849abcace7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:00Z', 'updated_at': '2022-05-24T13:57:03Z', 'revision_number': 4, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'subnets': [{'id': '8be785c0-42d8-4f57-9b56-6849abcace7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 13:57:04.747525 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ea42f-1aed-4a47-a122-e52b0d1ea5d6 req-5be4fe4e-3392-4a51-9b5b-8db0684b5de4 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:04.749065 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ee9ea42f-1aed-4a47-a122-e52b0d1ea5d6 req-5be4fe4e-3392-4a51-9b5b-8db0684b5de4 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0911970 May 24 13:57:04.803962 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ee9ea42f-1aed-4a47-a122-e52b0d1ea5d6 req-cff9cbe5-ea52-40de-bca6-9c604dc6f202 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468535 May 24 13:57:05.551454 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-af5b5975-3781-47d2-ad0b-b9162e087e7c req-eb045bc2-8b49-4d68-93db-df5c07e6459c tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 210 time: 0.0305276 May 24 13:57:05.779900 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device ca71a485-5af1-403c-828a-301e883ce214 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:57:05.837413 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:05.841852 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port ca71a485-5af1-403c-828a-301e883ce214 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:57:05.842222 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (ca71a485-5af1-403c-828a-301e883ce214), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:05.915711 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port ca71a485-5af1-403c-828a-301e883ce214 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:57:05.925570 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7c6d7-fbcf-424b-87c7-4ee9cf807c8d req-9fb2ae38-3e76-4373-8c5d-728e185eba09 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:05.927043 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-08c7c6d7-fbcf-424b-87c7-4ee9cf807c8d req-9fb2ae38-3e76-4373-8c5d-728e185eba09 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0484109 May 24 13:57:05.975048 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-08c7c6d7-fbcf-424b-87c7-4ee9cf807c8d req-00e8c780-4558-434b-9bfe-8bebd2a505db tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410478 May 24 13:57:06.650548 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-58e74155-7672-4eaa-8b8b-5a792a83617c req-d28b1d33-d35e-4f55-b11b-238c2789d5ce tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 210 time: 0.0273609 May 24 13:57:07.081559 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:07.090647 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81355d2-8727-42b9-87c4-391b0af2d80d req-3f5d3611-67bb-4385-8786-6440a9198f83 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:07.092123 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-b81355d2-8727-42b9-87c4-391b0af2d80d req-3f5d3611-67bb-4385-8786-6440a9198f83 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0508809 May 24 13:57:07.140066 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-b81355d2-8727-42b9-87c4-391b0af2d80d req-8f866d12-cd0a-42ba-9f2c-505e5c32aa10 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419631 May 24 13:57:07.756540 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6b8a59a2-3157-4ca3-a8d5-156802ac1ff3 req-f448800e-b7bd-4ba8-92fa-c5819a5d95a7 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 210 time: 0.0293260 May 24 13:57:07.898612 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-1d01b9fb-ce46-45fe-873c-345d806d1766 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:07.899954 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-1d01b9fb-ce46-45fe-873c-345d806d1766 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.55 "GET /v2.0/networks?id=18065f5d-f31e-4fd3-b029-c409167bb83c HTTP/1.1" status: 200 len: 816 time: 0.1025922 May 24 13:57:08.433929 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-4a9c7650-54ea-4125-a33c-0faa73e3fa97 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3ebc40e12384ce4bb168690cfd5a27a HTTP/1.1" status: 200 len: 379 time: 0.2707744 May 24 13:57:08.443538 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-b16f5c7f-f0dd-474c-9644-d180a12ebcd1 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Request body: {'port': {'device_id': '7359d8e4-b8a7-4219-903d-71ea9f7a9292', 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c', 'admin_state_up': True, 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'security_groups': ['0321b6c7-bc01-4bbb-883d-9e0cc1d0598a']}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:57:08.466078 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9bfcaa-3be9-474f-b3e8-e2a76637ba8b req-c9520a71-5f10-4608-bdab-5f19583264de tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:08.467511 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-db9bfcaa-3be9-474f-b3e8-e2a76637ba8b req-c9520a71-5f10-4608-bdab-5f19583264de tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.2504432 May 24 13:57:08.590713 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-db9bfcaa-3be9-474f-b3e8-e2a76637ba8b req-471a1c61-7123-47c1-8862-fc0c88578d2a tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948989 May 24 13:57:08.616064 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-b16f5c7f-f0dd-474c-9644-d180a12ebcd1 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Made reservation on behalf of d3ebc40e12384ce4bb168690cfd5a27a for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:57:08.619476 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-b16f5c7f-f0dd-474c-9644-d180a12ebcd1 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:08.621268 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:08.746006 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-b16f5c7f-f0dd-474c-9644-d180a12ebcd1 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Allocated IP 172.20.0.3 (18065f5d-f31e-4fd3-b029-c409167bb83c/8be785c0-42d8-4f57-9b56-6849abcace7e/71391636-ab24-466d-8141-08c93e61241a) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 13:57:08.869870 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-43ccccba-bf50-44a8-ba4a-70a191ece1ee req-dd5b7f12-46c1-4298-b693-2c289923cf52 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 210 time: 0.0285144 May 24 13:57:08.904357 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-b16f5c7f-f0dd-474c-9644-d180a12ebcd1 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for port (71391636-ab24-466d-8141-08c93e61241a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:08.939410 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-b16f5c7f-f0dd-474c-9644-d180a12ebcd1 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (71391636-ab24-466d-8141-08c93e61241a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:08.985602 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-b16f5c7f-f0dd-474c-9644-d180a12ebcd1 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Network 18065f5d-f31e-4fd3-b029-c409167bb83c is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:57:08.988659 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-b16f5c7f-f0dd-474c-9644-d180a12ebcd1 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:57:08.991110 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-b16f5c7f-f0dd-474c-9644-d180a12ebcd1 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 13:57:09.022476 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f5c7f-f0dd-474c-9644-d180a12ebcd1 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Pushing event updated for resources: {'Port': ['ID=71391636-ab24-466d-8141-08c93e61241a,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:09.051877 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:09.063890 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-b16f5c7f-f0dd-474c-9644-d180a12ebcd1 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:09.064502 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-b16f5c7f-f0dd-474c-9644-d180a12ebcd1 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:09.082147 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-b16f5c7f-f0dd-474c-9644-d180a12ebcd1 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6427968 May 24 13:57:09.103346 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-19f33f0c-a702-4d22-ac43-18968fe6fc66 service neutron] Request body: {'port': {'device_id': '7359d8e4-b8a7-4219-903d-71ea9f7a9292', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:57:09.174364 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-19f33f0c-a702-4d22-ac43-18968fe6fc66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (71391636-ab24-466d-8141-08c93e61241a), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:09.275997 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-547b67da-ec75-4042-99f6-48ae1156cb6a None None] Provisioning complete for port 71391636-ab24-466d-8141-08c93e61241a triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:57:09.276917 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-547b67da-ec75-4042-99f6-48ae1156cb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (71391636-ab24-466d-8141-08c93e61241a), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:09.329989 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-547b67da-ec75-4042-99f6-48ae1156cb6a None None] Port 71391636-ab24-466d-8141-08c93e61241a cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 13:57:09.595314 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-19f33f0c-a702-4d22-ac43-18968fe6fc66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71391636-ab24-466d-8141-08c93e61241a {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 13:57:09.604085 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-19f33f0c-a702-4d22-ac43-18968fe6fc66 service neutron] Publish callbacks [] for port (71391636-ab24-466d-8141-08c93e61241a), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:09.629982 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-19f33f0c-a702-4d22-ac43-18968fe6fc66 service neutron] Transition to ACTIVE for port object 71391636-ab24-466d-8141-08c93e61241a will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 13:57:09.636085 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-19f33f0c-a702-4d22-ac43-18968fe6fc66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5714289'] for port (71391636-ab24-466d-8141-08c93e61241a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:09.643024 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:09.779097 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f33f0c-a702-4d22-ac43-18968fe6fc66 service neutron] Pushing event updated for resources: {'Port': ['ID=71391636-ab24-466d-8141-08c93e61241a,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:09.828222 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f88df8-a024-4391-b629-9600b6bc024b req-45b25600-e3d9-4498-b955-8ea0ca1469eb tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:09.829930 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a0f88df8-a024-4391-b629-9600b6bc024b req-45b25600-e3d9-4498-b955-8ea0ca1469eb tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.1505966 May 24 13:57:09.898421 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-19f33f0c-a702-4d22-ac43-18968fe6fc66 service neutron] Attempting to bind port 71391636-ab24-466d-8141-08c93e61241a on host hv-cinder-84212 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 13:57:09.898776 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-19f33f0c-a702-4d22-ac43-18968fe6fc66 service neutron] Attempting to bind port 71391636-ab24-466d-8141-08c93e61241a by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': '132fe624-87e3-43f2-9650-2a427f750a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 13:57:09.899123 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-19f33f0c-a702-4d22-ac43-18968fe6fc66 service neutron] Attempting to bind port 71391636-ab24-466d-8141-08c93e61241a on network 18065f5d-f31e-4fd3-b029-c409167bb83c {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:57:09.905937 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a0f88df8-a024-4391-b629-9600b6bc024b req-828f2dc3-1e9f-4404-b38e-b1b7e674ce40 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673311 May 24 13:57:09.914225 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-19f33f0c-a702-4d22-ac43-18968fe6fc66 service neutron] Port 71391636-ab24-466d-8141-08c93e61241a on network 18065f5d-f31e-4fd3-b029-c409167bb83c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 13:57:09.914551 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-19f33f0c-a702-4d22-ac43-18968fe6fc66 service neutron] Attempting to bind port 71391636-ab24-466d-8141-08c93e61241a on network 18065f5d-f31e-4fd3-b029-c409167bb83c {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:57:09.920400 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-19f33f0c-a702-4d22-ac43-18968fe6fc66 service neutron] Checking agent: {'id': 'a7952d12-b11e-49b3-ae0f-02e893d8d6d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'started_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 13, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 13:57:09.920745 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-19f33f0c-a702-4d22-ac43-18968fe6fc66 service neutron] Checking segment: {'id': '132fe624-87e3-43f2-9650-2a427f750a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:57:09.921112 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-19f33f0c-a702-4d22-ac43-18968fe6fc66 service neutron] Bound using segment: {'id': '132fe624-87e3-43f2-9650-2a427f750a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 13:57:09.921544 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-19f33f0c-a702-4d22-ac43-18968fe6fc66 service neutron] Bound port: 71391636-ab24-466d-8141-08c93e61241a, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '132fe624-87e3-43f2-9650-2a427f750a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 13:57:09.921967 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-19f33f0c-a702-4d22-ac43-18968fe6fc66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (71391636-ab24-466d-8141-08c93e61241a), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:10.019256 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-19f33f0c-a702-4d22-ac43-18968fe6fc66 service neutron] For port 71391636-ab24-466d-8141-08c93e61241a, host hv-cinder-84212, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 13:57:10.022815 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-19f33f0c-a702-4d22-ac43-18968fe6fc66 service neutron] For port 71391636-ab24-466d-8141-08c93e61241a, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=71391636-ab24-466d-8141-08c93e61241a,segment=NetworkSegment(132fe624-87e3-43f2-9650-2a427f750a75),segment_id=132fe624-87e3-43f2-9650-2a427f750a75)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 13:57:10.029931 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-19f33f0c-a702-4d22-ac43-18968fe6fc66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5714289'] for port (71391636-ab24-466d-8141-08c93e61241a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:10.057326 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea3a93-9ae6-4bcf-89fc-4af12e6ac258 req-20b9f227-39fa-4ba8-ae8c-c8c47fe42e5f tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:10.059788 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-77ea3a93-9ae6-4bcf-89fc-4af12e6ac258 req-20b9f227-39fa-4ba8-ae8c-c8c47fe42e5f tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 943 time: 0.0731316 May 24 13:57:10.078315 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-19f33f0c-a702-4d22-ac43-18968fe6fc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:10.079497 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-19f33f0c-a702-4d22-ac43-18968fe6fc66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:10.080380 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-19f33f0c-a702-4d22-ac43-18968fe6fc66 service neutron] 10.222.0.55 "PUT /v2.0/ports/71391636-ab24-466d-8141-08c93e61241a HTTP/1.1" status: 200 len: 1093 time: 0.9826972 May 24 13:57:10.080870 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7359d8e4-b8a7-4219-903d-71ea9f7a9292', 'tag': '71391636-ab24-466d-8141-08c93e61241a'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 13:57:10.083301 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:10.083439 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60922b96e112649546d89072a262e180bf09e65c4ab2e641290b12b7b14c337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abe3bf7-1de1-404c-8739-350dd1b49bed" -d '{"events": [{"name": "network-changed", "server_uuid": "7359d8e4-b8a7-4219-903d-71ea9f7a9292", "tag": "71391636-ab24-466d-8141-08c93e61241a"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 13:57:10.092031 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:10.106512 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f33f0c-a702-4d22-ac43-18968fe6fc66 service neutron] Pushing event updated for resources: {'Port': ['ID=71391636-ab24-466d-8141-08c93e61241a,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:10.110962 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:10.147633 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-77ea3a93-9ae6-4bcf-89fc-4af12e6ac258 req-3a50c3ed-4bde-4dab-992d-c1b6c2b7daaf tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761096 May 24 13:57:10.167433 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 13:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec19d8fa-8ffc-41df-a070-16c1a10c32d4 x-openstack-request-id: req-ec19d8fa-8ffc-41df-a070-16c1a10c32d4 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 13:57:10.167722 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7359d8e4-b8a7-4219-903d-71ea9f7a9292", "tag": "71391636-ab24-466d-8141-08c93e61241a", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 13:57:10.168000 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ec19d8fa-8ffc-41df-a070-16c1a10c32d4 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 13:57:10.168387 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec19d8fa-8ffc-41df-a070-16c1a10c32d4'] response: {'name': 'network-changed', 'server_uuid': '7359d8e4-b8a7-4219-903d-71ea9f7a9292', 'tag': '71391636-ab24-466d-8141-08c93e61241a', 'status': 'completed', 'code': 200} May 24 13:57:10.199920 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-93fb9bcf-40d1-48ef-a347-a3b7cb1c3344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:10.201447 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-93fb9bcf-40d1-48ef-a347-a3b7cb1c3344 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d3ebc40e12384ce4bb168690cfd5a27a&device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 1127 time: 0.0508051 May 24 13:57:10.256567 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-ede38ac6-661a-4e9b-b873-d341ec13d994 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71391636-ab24-466d-8141-08c93e61241a HTTP/1.1" status: 200 len: 217 time: 0.0388489 May 24 13:57:10.313398 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-3207e448-76fb-4dac-ab8a-41139b00a8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:10.315060 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-3207e448-76fb-4dac-ab8a-41139b00a8c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8be785c0-42d8-4f57-9b56-6849abcace7e HTTP/1.1" status: 200 len: 855 time: 0.0520213 May 24 13:57:10.363960 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-9a09dbcb-3e00-4902-88fc-bf7934a6b6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:10.366229 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-9a09dbcb-3e00-4902-88fc-bf7934a6b6ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=18065f5d-f31e-4fd3-b029-c409167bb83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454781 May 24 13:57:10.459110 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-107ffc3a-4b24-4835-a7e3-b5b13b982628 service neutron] 10.222.0.55 "GET /v2.0/networks/18065f5d-f31e-4fd3-b029-c409167bb83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858090 May 24 13:57:10.564000 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-460eee7f-62e1-495d-b249-04f4b363ac68 req-e1e21621-8151-492f-a5d2-19dcf2dc9872 service neutron] 10.222.0.55 "GET /v2.0/networks/18065f5d-f31e-4fd3-b029-c409167bb83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984151 May 24 13:57:10.749348 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=40,neutron:INSERT=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:10.750622 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=11 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:11.039671 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac425270-7f67-4777-838d-707e1cb27d69 req-d827d0eb-1f68-4bd3-ba54-9cbe7da41be6 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:11.041187 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ac425270-7f67-4777-838d-707e1cb27d69 req-d827d0eb-1f68-4bd3-ba54-9cbe7da41be6 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0515761 May 24 13:57:11.095608 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ac425270-7f67-4777-838d-707e1cb27d69 req-2661e87c-cd5c-427b-8029-398ef523a271 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488997 May 24 13:57:11.165047 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 36634) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:11.280771 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5acc6a1-a348-4ae1-a5ff-c311361dcd96 req-9fefa9ef-11d1-477f-8df7-7bd109114624 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:11.282221 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f5acc6a1-a348-4ae1-a5ff-c311361dcd96 req-9fefa9ef-11d1-477f-8df7-7bd109114624 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 943 time: 0.0586679 May 24 13:57:11.283350 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-63ffc22b-8ba5-4097-854b-fbf8f6cfffc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:11.359899 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f5acc6a1-a348-4ae1-a5ff-c311361dcd96 req-4565ee00-91a6-4085-ab1e-9bd4452b1193 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691366 May 24 13:57:11.387344 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:11.400171 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-63ffc22b-8ba5-4097-854b-fbf8f6cfffc7 admin admin] Publish callbacks [] for security_group (9107513e-a801-4cf2-a5b7-fe4ffb895812), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:11.404016 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-63ffc22b-8ba5-4097-854b-fbf8f6cfffc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (9107513e-a801-4cf2-a5b7-fe4ffb895812), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:11.446326 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-63ffc22b-8ba5-4097-854b-fbf8f6cfffc7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad95e0c83a9442b59b7bbde5ccf92674&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2801945 May 24 13:57:11.447468 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ffc22b-8ba5-4097-854b-fbf8f6cfffc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9107513e-a801-4cf2-a5b7-fe4ffb895812,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:11.448986 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 36640) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:11.497025 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-16e6ba7f-9120-49ac-967a-98f014c7a39c admin admin] Publish callbacks [] for security_group (9107513e-a801-4cf2-a5b7-fe4ffb895812), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:11.518787 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-16e6ba7f-9120-49ac-967a-98f014c7a39c admin admin] Publish callbacks [] for security_group (9107513e-a801-4cf2-a5b7-fe4ffb895812), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:11.550921 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:11.564161 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-16e6ba7f-9120-49ac-967a-98f014c7a39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (9107513e-a801-4cf2-a5b7-fe4ffb895812), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:11.566703 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-16e6ba7f-9120-49ac-967a-98f014c7a39c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:11.568386 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-16e6ba7f-9120-49ac-967a-98f014c7a39c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9107513e-a801-4cf2-a5b7-fe4ffb895812 HTTP/1.1" status: 204 len: 168 time: 0.1179004 May 24 13:57:11.575831 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e6ba7f-9120-49ac-967a-98f014c7a39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9107513e-a801-4cf2-a5b7-fe4ffb895812,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:11.843522 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 36650) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:11.857391 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-10c7fc10-0b62-4f42-b9ad-fc591ac9ad5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:11.934514 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-10c7fc10-0b62-4f42-b9ad-fc591ac9ad5e admin admin] Publish callbacks [] for security_group (3b707b6a-99ab-461d-bebd-24179aef80b0), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:11.938189 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-10c7fc10-0b62-4f42-b9ad-fc591ac9ad5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (3b707b6a-99ab-461d-bebd-24179aef80b0), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:11.977122 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-10c7fc10-0b62-4f42-b9ad-fc591ac9ad5e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2de42f5a1d404800b8464ed39db816c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325080 May 24 13:57:11.977966 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7fc10-0b62-4f42-b9ad-fc591ac9ad5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b707b6a-99ab-461d-bebd-24179aef80b0,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:11.980005 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 36654) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:12.035046 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a7a17af6-74f9-45e3-ac54-a94d818438e7 admin admin] Publish callbacks [] for security_group (3b707b6a-99ab-461d-bebd-24179aef80b0), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:12.056838 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a7a17af6-74f9-45e3-ac54-a94d818438e7 admin admin] Publish callbacks [] for security_group (3b707b6a-99ab-461d-bebd-24179aef80b0), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:12.105459 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a7a17af6-74f9-45e3-ac54-a94d818438e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (3b707b6a-99ab-461d-bebd-24179aef80b0), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:12.107999 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a7a17af6-74f9-45e3-ac54-a94d818438e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:12.109248 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-a7a17af6-74f9-45e3-ac54-a94d818438e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b707b6a-99ab-461d-bebd-24179aef80b0 HTTP/1.1" status: 204 len: 168 time: 0.1281624 May 24 13:57:12.117779 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a17af6-74f9-45e3-ac54-a94d818438e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b707b6a-99ab-461d-bebd-24179aef80b0,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:12.231882 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6104ee-3514-4556-9164-870e59742459 req-f351e7b6-a46b-45ff-9a39-6f3e17c0a456 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:12.233451 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0f6104ee-3514-4556-9164-870e59742459 req-f351e7b6-a46b-45ff-9a39-6f3e17c0a456 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0566328 May 24 13:57:12.287788 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0f6104ee-3514-4556-9164-870e59742459 req-dd65990f-0b13-467c-9881-c9372f9bf80a tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437844 May 24 13:57:12.496231 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5f1bf-6ed9-4aa1-b695-aaf0c4296e09 req-65682d9a-85e1-48b4-926a-738810d994ee tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:12.509645 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-37e5f1bf-6ed9-4aa1-b695-aaf0c4296e09 req-65682d9a-85e1-48b4-926a-738810d994ee tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 943 time: 0.0620484 May 24 13:57:12.572377 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-37e5f1bf-6ed9-4aa1-b695-aaf0c4296e09 req-689fbc40-f477-401e-a79d-9fb8c117581f tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554054 May 24 13:57:13.112610 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 36726) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:13.265686 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5ca7fa7f-208e-46ae-a944-46b20dbaf8ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:13.355676 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5ca7fa7f-208e-46ae-a944-46b20dbaf8ad admin admin] Publish callbacks [] for security_group (68eca747-76d0-4e0f-bd19-80932f55aff0), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:13.361183 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5ca7fa7f-208e-46ae-a944-46b20dbaf8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (68eca747-76d0-4e0f-bd19-80932f55aff0), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:13.369103 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 36738) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:13.407625 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-5ca7fa7f-208e-46ae-a944-46b20dbaf8ad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41599a007e3e4c6d9f17fad3eb8abf05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2939427 May 24 13:57:13.408598 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca7fa7f-208e-46ae-a944-46b20dbaf8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68eca747-76d0-4e0f-bd19-80932f55aff0,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:13.412018 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 36742) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:13.438634 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc599816-01b7-4b54-9e35-edf6cb8fcdcd req-285937d8-2683-4400-bcb4-6873bfc0c989 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:13.440159 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-fc599816-01b7-4b54-9e35-edf6cb8fcdcd req-285937d8-2683-4400-bcb4-6873bfc0c989 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0598874 May 24 13:57:13.459103 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:13.469074 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4f1c0455-6f53-4120-bd23-d75192c6f827 admin admin] Publish callbacks [] for security_group (68eca747-76d0-4e0f-bd19-80932f55aff0), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:13.500470 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4f1c0455-6f53-4120-bd23-d75192c6f827 admin admin] Publish callbacks [] for security_group (68eca747-76d0-4e0f-bd19-80932f55aff0), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:13.512565 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-fc599816-01b7-4b54-9e35-edf6cb8fcdcd req-9c09fe26-8c6f-4967-a08e-9cbe298e9d25 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636213 May 24 13:57:13.565854 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4f1c0455-6f53-4120-bd23-d75192c6f827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (68eca747-76d0-4e0f-bd19-80932f55aff0), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:13.568990 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4f1c0455-6f53-4120-bd23-d75192c6f827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:13.572783 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-4f1c0455-6f53-4120-bd23-d75192c6f827 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/68eca747-76d0-4e0f-bd19-80932f55aff0 HTTP/1.1" status: 204 len: 168 time: 0.1567333 May 24 13:57:13.577826 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c0455-6f53-4120-bd23-d75192c6f827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68eca747-76d0-4e0f-bd19-80932f55aff0,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:13.596346 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:13.607551 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d52b5d5-ce6c-4117-8b7e-23ec3d670ad8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:13.612768 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:13.746395 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d52b5d5-ce6c-4117-8b7e-23ec3d670ad8 admin admin] Publish callbacks [] for security_group (23d59391-fa79-471b-8266-8069751663aa), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:13.752339 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d52b5d5-ce6c-4117-8b7e-23ec3d670ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (23d59391-fa79-471b-8266-8069751663aa), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:13.759203 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9820b5-4406-40d3-8fa1-edacc06e54ec req-999f441c-5734-44f3-a4d7-90bc533a66ab tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:13.769400 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9a9820b5-4406-40d3-8fa1-edacc06e54ec req-999f441c-5734-44f3-a4d7-90bc533a66ab tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 943 time: 0.0857363 May 24 13:57:13.843725 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52b5d5-ce6c-4117-8b7e-23ec3d670ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d59391-fa79-471b-8266-8069751663aa,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:13.859889 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-1d52b5d5-ce6c-4117-8b7e-23ec3d670ad8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68628b41f15b4fefbc58343f27f01386&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4891279 May 24 13:57:13.860268 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 36766) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:13.862462 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe3bf7-1de1-404c-8739-350dd1b49bed req-957098a9-5122-47b5-8c40-7c44bebb3da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:13.864798 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-8abe3bf7-1de1-404c-8739-350dd1b49bed req-957098a9-5122-47b5-8c40-7c44bebb3da8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d3ebc40e12384ce4bb168690cfd5a27a&device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 1127 time: 0.0978088 May 24 13:57:13.872891 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 71391636-ab24-466d-8141-08c93e61241a details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=103809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 13:57:13.927789 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9a9820b5-4406-40d3-8fa1-edacc06e54ec req-5c2c38d3-cb06-4593-b77b-6b538d5aa3c5 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553619 May 24 13:57:13.932658 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:13.984194 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-137392dd-cc92-4de1-8332-f5f25b10339c admin admin] Publish callbacks [] for security_group (23d59391-fa79-471b-8266-8069751663aa), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:13.986537 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:14.015565 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-137392dd-cc92-4de1-8332-f5f25b10339c admin admin] Publish callbacks [] for security_group (23d59391-fa79-471b-8266-8069751663aa), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:14.048112 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 71391636-ab24-466d-8141-08c93e61241a, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=71391636-ab24-466d-8141-08c93e61241a,segment=NetworkSegment(132fe624-87e3-43f2-9650-2a427f750a75),segment_id=132fe624-87e3-43f2-9650-2a427f750a75)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:57:14.055099 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe3bf7-1de1-404c-8739-350dd1b49bed req-c7799897-5d08-49f4-bdd7-15c29c066955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:14.057486 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-8abe3bf7-1de1-404c-8739-350dd1b49bed req-c7799897-5d08-49f4-bdd7-15c29c066955 service neutron] 10.222.0.55 "GET /v2.0/networks?id=18065f5d-f31e-4fd3-b029-c409167bb83c HTTP/1.1" status: 200 len: 917 time: 0.1847889 May 24 13:57:14.064423 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Returning: {'device': '71391636-ab24-466d-8141-08c93e61241a', 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c', 'port_id': '71391636-ab24-466d-8141-08c93e61241a', 'mac_address': 'fa:16:3e:a2:6b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be785c0-42d8-4f57-9b56-6849abcace7e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 13:57:14.082610 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 36778) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:14.116115 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-8abe3bf7-1de1-404c-8739-350dd1b49bed req-8611bba5-014d-48e3-b16a-d9cc26394b2d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71391636-ab24-466d-8141-08c93e61241a HTTP/1.1" status: 200 len: 217 time: 0.0489395 May 24 13:57:14.126845 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 71391636-ab24-466d-8141-08c93e61241a is: DOWN; New status is: BUILD {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:57:14.127884 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (71391636-ab24-466d-8141-08c93e61241a), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:14.132629 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-137392dd-cc92-4de1-8332-f5f25b10339c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (23d59391-fa79-471b-8266-8069751663aa), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:14.135163 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-137392dd-cc92-4de1-8332-f5f25b10339c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:14.136311 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-137392dd-cc92-4de1-8332-f5f25b10339c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/23d59391-fa79-471b-8266-8069751663aa HTTP/1.1" status: 204 len: 168 time: 0.2749121 May 24 13:57:14.146018 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71391636-ab24-466d-8141-08c93e61241a {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 13:57:14.146534 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_v2 [None req-604dccb0-faba-4907-9fb4-9c797bf3daaa admin admin] Deleting subnet 142413b3-1597-4c2b-8178-481f5ad38fc1 {{(pid=103807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 24 13:57:14.154481 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-604dccb0-faba-4907-9fb4-9c797bf3daaa admin admin] Publish callbacks [] for subnet (142413b3-1597-4c2b-8178-481f5ad38fc1), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:14.156534 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137392dd-cc92-4de1-8332-f5f25b10339c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d59391-fa79-471b-8266-8069751663aa,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:14.169199 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 71391636-ab24-466d-8141-08c93e61241a, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=71391636-ab24-466d-8141-08c93e61241a,segment=NetworkSegment(132fe624-87e3-43f2-9650-2a427f750a75),segment_id=132fe624-87e3-43f2-9650-2a427f750a75)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:57:14.183618 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (71391636-ab24-466d-8141-08c93e61241a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:14.215121 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe3bf7-1de1-404c-8739-350dd1b49bed req-e3b74a45-9c4a-4ebd-80e1-eed78025cb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:14.217486 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-8abe3bf7-1de1-404c-8739-350dd1b49bed req-e3b74a45-9c4a-4ebd-80e1-eed78025cb2e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8be785c0-42d8-4f57-9b56-6849abcace7e HTTP/1.1" status: 200 len: 855 time: 0.0964346 May 24 13:57:14.218114 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 36782) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:14.220022 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-604dccb0-faba-4907-9fb4-9c797bf3daaa admin admin] Publish callbacks [] for subnet (142413b3-1597-4c2b-8178-481f5ad38fc1), precommit_delete_associations {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:14.233963 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-604dccb0-faba-4907-9fb4-9c797bf3daaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902008'] for subnet (142413b3-1597-4c2b-8178-481f5ad38fc1), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:14.249325 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6e8a9b8f-a60d-486e-b07d-5adc4cfeb60a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:14.250653 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=71391636-ab24-466d-8141-08c93e61241a,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:14.314573 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe3bf7-1de1-404c-8739-350dd1b49bed req-7fde76ad-91e0-4bfc-af17-790ca259770b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:14.316370 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-8abe3bf7-1de1-404c-8739-350dd1b49bed req-7fde76ad-91e0-4bfc-af17-790ca259770b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=18065f5d-f31e-4fd3-b029-c409167bb83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0860817 May 24 13:57:14.323767 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-604dccb0-faba-4907-9fb4-9c797bf3daaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1901987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028'] for subnet (142413b3-1597-4c2b-8178-481f5ad38fc1), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:14.353037 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604dccb0-faba-4907-9fb4-9c797bf3daaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=142413b3-1597-4c2b-8178-481f5ad38fc1,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:14.367901 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-604dccb0-faba-4907-9fb4-9c797bf3daaa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:14.371979 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-604dccb0-faba-4907-9fb4-9c797bf3daaa admin admin] 10.222.0.24 "DELETE /v2.0/subnets/142413b3-1597-4c2b-8178-481f5ad38fc1 HTTP/1.1" status: 204 len: 168 time: 0.2881782 May 24 13:57:14.373748 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:14.374638 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 36788) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:14.463033 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-87f968a8-2200-4230-a198-98488b5267a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1862163'] for network (de92a6e9-7477-4c1d-be15-189d3f913761), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:14.485978 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-8abe3bf7-1de1-404c-8739-350dd1b49bed req-4b58663c-0e6f-465e-a575-61e260d062fa service neutron] 10.222.0.55 "GET /v2.0/networks/18065f5d-f31e-4fd3-b029-c409167bb83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594102 May 24 13:57:14.564063 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6e8a9b8f-a60d-486e-b07d-5adc4cfeb60a admin admin] Publish callbacks [] for security_group (587fcfdb-c381-4389-9800-737d34e5b982), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:14.574340 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6e8a9b8f-a60d-486e-b07d-5adc4cfeb60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (587fcfdb-c381-4389-9800-737d34e5b982), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:14.605310 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-87f968a8-2200-4230-a198-98488b5267a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1932343', 'neutron.services.segments.db._delete_segments_for_network-8727739285863'] for network (de92a6e9-7477-4c1d-be15-189d3f913761), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:14.644130 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-87f968a8-2200-4230-a198-98488b5267a0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:57:14.644477 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-87f968a8-2200-4230-a198-98488b5267a0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:57:14.645222 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-87f968a8-2200-4230-a198-98488b5267a0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:57:14.645697 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-87f968a8-2200-4230-a198-98488b5267a0 admin admin] Subscribe: > port after_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:57:14.646870 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-87f968a8-2200-4230-a198-98488b5267a0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:57:14.647211 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-87f968a8-2200-4230-a198-98488b5267a0 admin admin] Subscribe: > port after_update 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:57:14.647532 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-87f968a8-2200-4230-a198-98488b5267a0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:57:14.648000 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-87f968a8-2200-4230-a198-98488b5267a0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:57:14.648319 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-87f968a8-2200-4230-a198-98488b5267a0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:57:14.648637 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-87f968a8-2200-4230-a198-98488b5267a0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:57:14.671560 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-6e8a9b8f-a60d-486e-b07d-5adc4cfeb60a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9266e89fed6c41f7bea04687e4a4db6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4523153 May 24 13:57:14.674897 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 36808) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:14.682985 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a9b8f-a60d-486e-b07d-5adc4cfeb60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587fcfdb-c381-4389-9800-737d34e5b982,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:14.709240 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['71391636-ab24-466d-8141-08c93e61241a'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 13:57:14.765782 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c79473-d4a3-4707-b8e9-4add377ee138 req-74f27a2b-a3b6-4021-9831-8c258f7241bc tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:14.766062 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-58c79473-d4a3-4707-b8e9-4add377ee138 req-74f27a2b-a3b6-4021-9831-8c258f7241bc tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0918877 May 24 13:57:14.790434 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:INSERT=16,neutron:SELECT=82,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:14.792607 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-87f968a8-2200-4230-a198-98488b5267a0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:57:14.793319 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-87f968a8-2200-4230-a198-98488b5267a0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:57:14.795730 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-87f968a8-2200-4230-a198-98488b5267a0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:57:14.802473 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-87f968a8-2200-4230-a198-98488b5267a0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 13:57:14.803467 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-87f968a8-2200-4230-a198-98488b5267a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de92a6e9-7477-4c1d-be15-189d3f913761']}} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:57:14.806895 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-44d6aa48-90ad-4db5-8117-d07789c4f44b admin admin] Publish callbacks [] for security_group (587fcfdb-c381-4389-9800-737d34e5b982), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:14.826273 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-87f968a8-2200-4230-a198-98488b5267a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8d91769-4fad-4522-8296-9f35aec289a9') {'for_net_delete': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:57:14.826700 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-87f968a8-2200-4230-a198-98488b5267a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8d91769-4fad-4522-8296-9f35aec289a9') {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:57:14.850044 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-44d6aa48-90ad-4db5-8117-d07789c4f44b admin admin] Publish callbacks [] for security_group (587fcfdb-c381-4389-9800-737d34e5b982), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:14.851254 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-87f968a8-2200-4230-a198-98488b5267a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727739286128', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5066674'] for segment (a8d91769-4fad-4522-8296-9f35aec289a9), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:14.868572 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-58c79473-d4a3-4707-b8e9-4add377ee138 req-02807c25-0c3b-4af8-90c8-aa56718b8943 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914130 May 24 13:57:14.922451 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-87f968a8-2200-4230-a198-98488b5267a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291'] for segment (a8d91769-4fad-4522-8296-9f35aec289a9), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:14.944282 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-44d6aa48-90ad-4db5-8117-d07789c4f44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (587fcfdb-c381-4389-9800-737d34e5b982), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:14.946802 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-44d6aa48-90ad-4db5-8117-d07789c4f44b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:14.947061 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87f968a8-2200-4230-a198-98488b5267a0 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 13:57:14.947454 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-87f968a8-2200-4230-a198-98488b5267a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5058418'] for segment (a8d91769-4fad-4522-8296-9f35aec289a9), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:14.948830 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-44d6aa48-90ad-4db5-8117-d07789c4f44b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/587fcfdb-c381-4389-9800-737d34e5b982 HTTP/1.1" status: 204 len: 168 time: 0.2723751 May 24 13:57:14.963835 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6aa48-90ad-4db5-8117-d07789c4f44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587fcfdb-c381-4389-9800-737d34e5b982,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:15.268378 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:15.316491 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967aacd-0936-4cf1-bcae-3a00f499bd26 req-af0d1687-53b6-4846-96e1-1d05538f8a98 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:15.320444 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0967aacd-0936-4cf1-bcae-3a00f499bd26 req-af0d1687-53b6-4846-96e1-1d05538f8a98 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 944 time: 0.0896804 May 24 13:57:15.322262 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-87f968a8-2200-4230-a198-98488b5267a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534454'] for network (de92a6e9-7477-4c1d-be15-189d3f913761), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:15.338604 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 36846) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:15.350319 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-87f968a8-2200-4230-a198-98488b5267a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:15.353482 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-87f968a8-2200-4230-a198-98488b5267a0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/de92a6e9-7477-4c1d-be15-189d3f913761 HTTP/1.1" status: 204 len: 168 time: 0.9775400 May 24 13:57:15.356732 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 36850) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:15.368974 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f968a8-2200-4230-a198-98488b5267a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=de92a6e9-7477-4c1d-be15-189d3f913761,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:15.408762 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0967aacd-0936-4cf1-bcae-3a00f499bd26 req-fe3ac5be-762d-412f-88fa-c13e784c6c1f tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841088 May 24 13:57:15.416806 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-40528bb2-05c6-48a5-9d84-5bb345bea7d1 admin admin] Deleting subnet 71c39721-cfac-4bd6-a136-dae2fe5aca96 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 24 13:57:15.420826 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40528bb2-05c6-48a5-9d84-5bb345bea7d1 admin admin] Publish callbacks [] for subnet (71c39721-cfac-4bd6-a136-dae2fe5aca96), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:15.435806 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 36852) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:15.453274 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6b0899cf-363f-4f3d-8c58-ca45a5bb7186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:15.458473 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40528bb2-05c6-48a5-9d84-5bb345bea7d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5712652'] for subnet (71c39721-cfac-4bd6-a136-dae2fe5aca96), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:15.524384 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40528bb2-05c6-48a5-9d84-5bb345bea7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902008'] for subnet (71c39721-cfac-4bd6-a136-dae2fe5aca96), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:15.578199 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6b0899cf-363f-4f3d-8c58-ca45a5bb7186 admin admin] Publish callbacks [] for security_group (fb5264c1-8266-49d4-b7bb-ee5f1978742a), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:15.584045 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6b0899cf-363f-4f3d-8c58-ca45a5bb7186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (fb5264c1-8266-49d4-b7bb-ee5f1978742a), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:15.604640 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40528bb2-05c6-48a5-9d84-5bb345bea7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1901987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5712815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756236'] for subnet (71c39721-cfac-4bd6-a136-dae2fe5aca96), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:15.631546 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-6b0899cf-363f-4f3d-8c58-ca45a5bb7186 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4d1c1f60f86042c5b41f5c6bfc385b9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1941495 May 24 13:57:15.632164 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 36860) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:15.637871 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40528bb2-05c6-48a5-9d84-5bb345bea7d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:15.638304 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0899cf-363f-4f3d-8c58-ca45a5bb7186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5264c1-8266-49d4-b7bb-ee5f1978742a,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:15.641841 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-40528bb2-05c6-48a5-9d84-5bb345bea7d1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/71c39721-cfac-4bd6-a136-dae2fe5aca96 HTTP/1.1" status: 204 len: 168 time: 0.2837119 May 24 13:57:15.643934 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 36862) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:15.658499 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40528bb2-05c6-48a5-9d84-5bb345bea7d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71c39721-cfac-4bd6-a136-dae2fe5aca96,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:15.690888 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0ed9e549-d0b3-401e-8989-8b3cac142da5 admin admin] Publish callbacks [] for security_group (fb5264c1-8266-49d4-b7bb-ee5f1978742a), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:15.715781 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0ed9e549-d0b3-401e-8989-8b3cac142da5 admin admin] Publish callbacks [] for security_group (fb5264c1-8266-49d4-b7bb-ee5f1978742a), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:15.717739 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-145c0fa2-a6d0-46ea-a4ba-8517fa9d028a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:15.748488 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:15.763454 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ad90cc1f-01b7-4417-9569-5463d92e002d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1862163'] for network (f8ac53b0-a23e-44e8-8d97-588e76e4e962), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:15.780325 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0ed9e549-d0b3-401e-8989-8b3cac142da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (fb5264c1-8266-49d4-b7bb-ee5f1978742a), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:15.783874 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0ed9e549-d0b3-401e-8989-8b3cac142da5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:15.789644 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-0ed9e549-d0b3-401e-8989-8b3cac142da5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb5264c1-8266-49d4-b7bb-ee5f1978742a HTTP/1.1" status: 204 len: 168 time: 0.1550231 May 24 13:57:15.798684 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed9e549-d0b3-401e-8989-8b3cac142da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5264c1-8266-49d4-b7bb-ee5f1978742a,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:15.872954 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ad90cc1f-01b7-4417-9569-5463d92e002d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1932343', 'neutron.services.segments.db._delete_segments_for_network-8727739285863'] for network (f8ac53b0-a23e-44e8-8d97-588e76e4e962), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:15.879385 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.services.segments.plugin [-] Segment a8d91769-4fad-4522-8296-9f35aec289a9 resource provider aggregate not found May 24 13:57:15.905510 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.services.segments.plugin [-] Segment a8d91769-4fad-4522-8296-9f35aec289a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a8d91769-4fad-4522-8296-9f35aec289a9 found for delete ", "request_id": "req-c7a45700-65ad-4702-b946-be4575a17571"}]} May 24 13:57:15.911634 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:15.917923 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.services.segments.db [None req-ad90cc1f-01b7-4417-9569-5463d92e002d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8ac53b0-a23e-44e8-8d97-588e76e4e962']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:57:15.935869 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.services.segments.db [None req-ad90cc1f-01b7-4417-9569-5463d92e002d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5729f397-2115-419a-96db-e271e132da4e') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:57:15.936464 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.services.segments.db [None req-ad90cc1f-01b7-4417-9569-5463d92e002d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5729f397-2115-419a-96db-e271e132da4e') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:57:15.955686 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ad90cc1f-01b7-4417-9569-5463d92e002d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727739286128', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5712643'] for segment (5729f397-2115-419a-96db-e271e132da4e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:15.993383 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-145c0fa2-a6d0-46ea-a4ba-8517fa9d028a admin admin] Publish callbacks [] for security_group (aef76e50-2f1a-4904-bc1c-629f324a46e0), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:15.996512 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ad90cc1f-01b7-4417-9569-5463d92e002d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291'] for segment (5729f397-2115-419a-96db-e271e132da4e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:16.028770 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-145c0fa2-a6d0-46ea-a4ba-8517fa9d028a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (aef76e50-2f1a-4904-bc1c-629f324a46e0), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:16.032514 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad90cc1f-01b7-4417-9569-5463d92e002d admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 13:57:16.032911 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ad90cc1f-01b7-4417-9569-5463d92e002d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5714253'] for segment (5729f397-2115-419a-96db-e271e132da4e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:16.064661 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.services.segments.plugin [-] Segment 5729f397-2115-419a-96db-e271e132da4e resource provider aggregate not found May 24 13:57:16.125716 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344b7c0-2bf1-42cc-9085-81327f4cfd1f req-0af40896-a2f6-49fa-b8b0-a1f221101e5f tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:16.127273 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-8344b7c0-2bf1-42cc-9085-81327f4cfd1f req-0af40896-a2f6-49fa-b8b0-a1f221101e5f tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.1541917 May 24 13:57:16.145129 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.services.segments.plugin [-] Segment 5729f397-2115-419a-96db-e271e132da4e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5729f397-2115-419a-96db-e271e132da4e found for delete ", "request_id": "req-fc95e953-7012-4157-92ec-bbc5d6794dbe"}]} May 24 13:57:16.156654 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:16.165521 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c0fa2-a6d0-46ea-a4ba-8517fa9d028a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef76e50-2f1a-4904-bc1c-629f324a46e0,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:16.178793 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-145c0fa2-a6d0-46ea-a4ba-8517fa9d028a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e987e2b1ceaf4a528d43f3336a2d1b59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8391261 May 24 13:57:16.179599 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ad90cc1f-01b7-4417-9569-5463d92e002d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534454'] for network (f8ac53b0-a23e-44e8-8d97-588e76e4e962), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:16.181426 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 36892) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:16.185513 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ad90cc1f-01b7-4417-9569-5463d92e002d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:16.189343 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-ad90cc1f-01b7-4417-9569-5463d92e002d admin admin] 10.222.0.24 "DELETE /v2.0/networks/f8ac53b0-a23e-44e8-8d97-588e76e4e962 HTTP/1.1" status: 204 len: 168 time: 0.5444846 May 24 13:57:16.217663 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90cc1f-01b7-4417-9569-5463d92e002d admin admin] Pushing event deleted for resources: {'Network': ['ID=f8ac53b0-a23e-44e8-8d97-588e76e4e962,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:16.247049 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-8344b7c0-2bf1-42cc-9085-81327f4cfd1f req-8aa38f95-b11b-4282-a6e1-8a13a3e8e6aa tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994704 May 24 13:57:16.264649 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-394cac68-6bae-4e57-ad88-02ebb72ccf53 admin admin] Publish callbacks [] for security_group (aef76e50-2f1a-4904-bc1c-629f324a46e0), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:16.287401 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 36898) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:16.290171 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-394cac68-6bae-4e57-ad88-02ebb72ccf53 admin admin] Publish callbacks [] for security_group (aef76e50-2f1a-4904-bc1c-629f324a46e0), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:16.350917 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-394cac68-6bae-4e57-ad88-02ebb72ccf53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (aef76e50-2f1a-4904-bc1c-629f324a46e0), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:16.353689 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-394cac68-6bae-4e57-ad88-02ebb72ccf53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:16.354950 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-394cac68-6bae-4e57-ad88-02ebb72ccf53 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aef76e50-2f1a-4904-bc1c-629f324a46e0 HTTP/1.1" status: 204 len: 168 time: 0.1722789 May 24 13:57:16.362706 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394cac68-6bae-4e57-ad88-02ebb72ccf53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef76e50-2f1a-4904-bc1c-629f324a46e0,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:16.400280 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 36906) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:16.452487 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-8dafe238-e3c0-40ca-ab40-cc1f33b22788 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fabf63a579e8411994c908ad8e730b01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0508151 May 24 13:57:16.454793 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 36910) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:16.462441 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 71391636-ab24-466d-8141-08c93e61241a up at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:57:16.532855 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning for port 71391636-ab24-466d-8141-08c93e61241a completed by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 13:57:16.540881 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning complete for port 71391636-ab24-466d-8141-08c93e61241a triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:57:16.541352 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (71391636-ab24-466d-8141-08c93e61241a), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:16.577933 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc57767-5b89-4ce0-9f27-fa152680c1e3 req-f8193442-696b-4a47-a8da-384b6fdb155c tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:16.579605 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ffc57767-5b89-4ce0-9f27-fa152680c1e3 req-f8193442-696b-4a47-a8da-384b6fdb155c tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 944 time: 0.0809560 May 24 13:57:16.580889 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d40b9b48-bf17-4280-99d7-e56aaed473d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:16.590187 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0d706b5f-8543-41f6-9ebc-a23d73a9011f admin admin] Publish callbacks [] for security_group (08a40aee-24c7-4e9f-88b5-8f33a7635262), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:16.626623 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=5 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:16.662025 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0d706b5f-8543-41f6-9ebc-a23d73a9011f admin admin] Publish callbacks [] for security_group (08a40aee-24c7-4e9f-88b5-8f33a7635262), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:16.699697 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ffc57767-5b89-4ce0-9f27-fa152680c1e3 req-d615dfc1-1fbe-42c2-b67a-649ba43a6474 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073272 May 24 13:57:16.768376 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d40b9b48-bf17-4280-99d7-e56aaed473d7 admin admin] Publish callbacks [] for security_group (f4c2bb15-e2c6-41d7-8d55-f61e5705c2b9), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:16.769645 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 71391636-ab24-466d-8141-08c93e61241a is: BUILD; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:57:16.770256 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (71391636-ab24-466d-8141-08c93e61241a), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:16.771960 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0d706b5f-8543-41f6-9ebc-a23d73a9011f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (08a40aee-24c7-4e9f-88b5-8f33a7635262), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:16.774594 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0d706b5f-8543-41f6-9ebc-a23d73a9011f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:16.775755 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-0d706b5f-8543-41f6-9ebc-a23d73a9011f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/08a40aee-24c7-4e9f-88b5-8f33a7635262 HTTP/1.1" status: 204 len: 168 time: 0.3200476 May 24 13:57:16.778616 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d40b9b48-bf17-4280-99d7-e56aaed473d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (f4c2bb15-e2c6-41d7-8d55-f61e5705c2b9), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:16.801167 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d706b5f-8543-41f6-9ebc-a23d73a9011f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a40aee-24c7-4e9f-88b5-8f33a7635262,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:16.812565 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 71391636-ab24-466d-8141-08c93e61241a, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=71391636-ab24-466d-8141-08c93e61241a,segment=NetworkSegment(132fe624-87e3-43f2-9650-2a427f750a75),segment_id=132fe624-87e3-43f2-9650-2a427f750a75)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:57:16.816254 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7359d8e4-b8a7-4219-903d-71ea9f7a9292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71391636-ab24-466d-8141-08c93e61241a'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 13:57:16.820418 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6704ccb53a4068acec69ef2b688a9e5af712f2ba46f4bf8cce86ae06eb28aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caecb905-1d35-4cd8-9bdd-d64fe849496e" -d '{"events": [{"server_uuid": "7359d8e4-b8a7-4219-903d-71ea9f7a9292", "name": "network-vif-plugged", "status": "completed", "tag": "71391636-ab24-466d-8141-08c93e61241a"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 13:57:16.826084 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-d40b9b48-bf17-4280-99d7-e56aaed473d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bbadc4bf96a7449a8e30e3d8eba7ad7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5357225 May 24 13:57:16.826311 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 36922) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:16.828049 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (71391636-ab24-466d-8141-08c93e61241a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:16.853192 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b9b48-bf17-4280-99d7-e56aaed473d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c2bb15-e2c6-41d7-8d55-f61e5705c2b9,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:16.888659 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=71391636-ab24-466d-8141-08c93e61241a,revision_number=5']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:16.897489 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-200f59aa-6fde-4738-9c5c-0263cc615c52 admin admin] Publish callbacks [] for security_group (f4c2bb15-e2c6-41d7-8d55-f61e5705c2b9), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:16.901494 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 13:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8b1049-edd4-40a7-97c2-0a15da6bac7f x-openstack-request-id: req-6b8b1049-edd4-40a7-97c2-0a15da6bac7f {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 13:57:16.901873 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7359d8e4-b8a7-4219-903d-71ea9f7a9292", "name": "network-vif-plugged", "status": "completed", "tag": "71391636-ab24-466d-8141-08c93e61241a", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 13:57:16.902243 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6b8b1049-edd4-40a7-97c2-0a15da6bac7f {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 13:57:16.902753 dv-cinder-842129-1-iscsi neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b8b1049-edd4-40a7-97c2-0a15da6bac7f'] response: {'server_uuid': '7359d8e4-b8a7-4219-903d-71ea9f7a9292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71391636-ab24-466d-8141-08c93e61241a', 'code': 200} May 24 13:57:16.926832 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:16.929048 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-200f59aa-6fde-4738-9c5c-0263cc615c52 admin admin] Publish callbacks [] for security_group (f4c2bb15-e2c6-41d7-8d55-f61e5705c2b9), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:17.010001 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-200f59aa-6fde-4738-9c5c-0263cc615c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (f4c2bb15-e2c6-41d7-8d55-f61e5705c2b9), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:17.013477 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-200f59aa-6fde-4738-9c5c-0263cc615c52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:17.014990 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-200f59aa-6fde-4738-9c5c-0263cc615c52 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f4c2bb15-e2c6-41d7-8d55-f61e5705c2b9 HTTP/1.1" status: 204 len: 168 time: 0.1876674 May 24 13:57:17.030585 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f59aa-6fde-4738-9c5c-0263cc615c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c2bb15-e2c6-41d7-8d55-f61e5705c2b9,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:17.118865 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-8abe3bf7-1de1-404c-8739-350dd1b49bed req-041a0be7-a9d6-4ed6-b0b4-6b6c6bffbff5 service neutron] 10.222.0.55 "GET /v2.0/networks/18065f5d-f31e-4fd3-b029-c409167bb83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614101 May 24 13:57:17.126133 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 36932) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:17.177991 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4f2aef34-ae53-4a41-a5d5-978e2692594b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:17.225847 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d2843-095c-4ab3-8fab-c833b0b66674 req-7e786539-43a0-4a2f-94c9-f48978a60cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:17.227812 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-2f7d2843-095c-4ab3-8fab-c833b0b66674 req-7e786539-43a0-4a2f-94c9-f48978a60cfe service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 1129 time: 0.0869672 May 24 13:57:17.238347 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce6a9df-8c37-465d-8b34-eac85070dd1b req-9abcb5b1-054a-42cd-9918-4f8ae8a14d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:17.240215 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0ce6a9df-8c37-465d-8b34-eac85070dd1b req-9abcb5b1-054a-42cd-9918-4f8ae8a14d7d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 1130 time: 0.0577140 May 24 13:57:17.314271 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0ce6a9df-8c37-465d-8b34-eac85070dd1b req-c8e25e42-9f7f-42ac-8ed4-3c8760884cf7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629823 May 24 13:57:17.318360 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4f2aef34-ae53-4a41-a5d5-978e2692594b admin admin] Publish callbacks [] for security_group (5470b74e-d394-4cac-b01a-4d60478bd57d), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:17.321295 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-2f7d2843-095c-4ab3-8fab-c833b0b66674 req-e81398b0-6457-462a-a07f-0c2a565fa6c3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823190 May 24 13:57:17.324922 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4f2aef34-ae53-4a41-a5d5-978e2692594b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (5470b74e-d394-4cac-b01a-4d60478bd57d), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:17.401743 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-4f2aef34-ae53-4a41-a5d5-978e2692594b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6eda53f6d50547c593b11f8c51207881&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2740030 May 24 13:57:17.405289 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 36940) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:17.415012 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2aef34-ae53-4a41-a5d5-978e2692594b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5470b74e-d394-4cac-b01a-4d60478bd57d,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:17.440562 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33a84b-797f-4921-be36-64240101bc2a req-e2dd0dbe-b193-4172-b50b-0e4dfe8a5676 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:17.442383 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7a33a84b-797f-4921-be36-64240101bc2a req-e2dd0dbe-b193-4172-b50b-0e4dfe8a5676 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0910172 May 24 13:57:17.467826 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8e81b63c-cb3a-468b-bd6e-8482251fa053 admin admin] Publish callbacks [] for security_group (5470b74e-d394-4cac-b01a-4d60478bd57d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:17.491205 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8e81b63c-cb3a-468b-bd6e-8482251fa053 admin admin] Publish callbacks [] for security_group (5470b74e-d394-4cac-b01a-4d60478bd57d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:17.511686 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7a33a84b-797f-4921-be36-64240101bc2a req-447a6532-d384-41fa-bd95-9ec245df41c8 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629163 May 24 13:57:17.550407 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8e81b63c-cb3a-468b-bd6e-8482251fa053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (5470b74e-d394-4cac-b01a-4d60478bd57d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:17.553281 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8e81b63c-cb3a-468b-bd6e-8482251fa053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:17.557015 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-8e81b63c-cb3a-468b-bd6e-8482251fa053 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5470b74e-d394-4cac-b01a-4d60478bd57d HTTP/1.1" status: 204 len: 168 time: 0.1478875 May 24 13:57:17.557358 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 36946) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:17.578710 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81b63c-cb3a-468b-bd6e-8482251fa053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5470b74e-d394-4cac-b01a-4d60478bd57d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:17.608788 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-698a7867-5f8d-4047-ac48-9650b7331256 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fb3873ef7d9d4779acde89bbcc3275c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0501034 May 24 13:57:17.609006 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 36950) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:17.651352 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:17.665400 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-96ddc997-3c42-4ffc-96a1-f984d9e58f28 admin admin] Publish callbacks [] for security_group (e7a8be12-91ed-4bf2-b2ec-845191ee6ac8), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:17.688796 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-96ddc997-3c42-4ffc-96a1-f984d9e58f28 admin admin] Publish callbacks [] for security_group (e7a8be12-91ed-4bf2-b2ec-845191ee6ac8), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:17.746949 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-96ddc997-3c42-4ffc-96a1-f984d9e58f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (e7a8be12-91ed-4bf2-b2ec-845191ee6ac8), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:17.751603 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-96ddc997-3c42-4ffc-96a1-f984d9e58f28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:17.753365 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-96ddc997-3c42-4ffc-96a1-f984d9e58f28 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7a8be12-91ed-4bf2-b2ec-845191ee6ac8 HTTP/1.1" status: 204 len: 168 time: 0.1429992 May 24 13:57:17.765530 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ddc997-3c42-4ffc-96a1-f984d9e58f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a8be12-91ed-4bf2-b2ec-845191ee6ac8,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:17.852614 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a3460-d193-4be7-b8ad-9d0c76905be0 req-0a818001-ae94-4b57-95f8-2eea48c15c98 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:17.854325 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bc5a3460-d193-4be7-b8ad-9d0c76905be0 req-0a818001-ae94-4b57-95f8-2eea48c15c98 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 945 time: 0.0545690 May 24 13:57:17.909105 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bc5a3460-d193-4be7-b8ad-9d0c76905be0 req-3b5f6156-7140-47ab-a56e-27c65aaf0dfb tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477550 May 24 13:57:18.659226 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12bc98-d744-44ad-b0bd-fd960d008890 req-65121587-c7be-4505-b2dc-156547839af5 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:18.660742 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ba12bc98-d744-44ad-b0bd-fd960d008890 req-65121587-c7be-4505-b2dc-156547839af5 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0628910 May 24 13:57:18.710549 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ba12bc98-d744-44ad-b0bd-fd960d008890 req-cd695727-4119-4f64-a759-d3291b3d0a5e tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438633 May 24 13:57:19.045745 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d32fc2-68af-422b-a160-74dcec96f45f req-b07d4582-7229-4de6-847c-c84744d99e72 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:19.047928 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-95d32fc2-68af-422b-a160-74dcec96f45f req-b07d4582-7229-4de6-847c-c84744d99e72 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 945 time: 0.0554457 May 24 13:57:19.100468 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-95d32fc2-68af-422b-a160-74dcec96f45f req-088749e5-9425-4b97-97e2-0f168d99a708 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451064 May 24 13:57:19.847002 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32b2b5-d300-4dc9-a3ae-c560246cdf23 req-43584b02-0c2e-4e1e-a1d4-87ba6489c31a tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:19.851421 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fb32b2b5-d300-4dc9-a3ae-c560246cdf23 req-43584b02-0c2e-4e1e-a1d4-87ba6489c31a tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0606880 May 24 13:57:19.931180 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fb32b2b5-d300-4dc9-a3ae-c560246cdf23 req-e7de147f-a282-45ae-9668-4e486c51a70d tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735905 May 24 13:57:20.099292 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8585b-90d2-4782-b376-dbcc3790ce96 req-54c9e1f0-3976-42e6-8acb-da558c0b75ec tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:20.101207 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-dcb8585b-90d2-4782-b376-dbcc3790ce96 req-54c9e1f0-3976-42e6-8acb-da558c0b75ec tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f19875e-64fa-4a59-9a45-a3d6e7ae96d6 HTTP/1.1" status: 200 len: 945 time: 0.0880928 May 24 13:57:20.180137 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-dcb8585b-90d2-4782-b376-dbcc3790ce96 req-e9d337bf-a0d8-43b6-81cc-5c457e316cac tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727084 May 24 13:57:20.251524 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb940d-cda3-4457-b184-34ad1f73b7a8 req-a76f9a49-4801-4a90-a618-d94173487996 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:20.253334 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-dbeb940d-cda3-4457-b184-34ad1f73b7a8 req-a76f9a49-4801-4a90-a618-d94173487996 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 945 time: 0.0644529 May 24 13:57:20.325531 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:INSERT=5 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:20.331709 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-dbeb940d-cda3-4457-b184-34ad1f73b7a8 req-1ed7a35f-7daf-4e27-9b24-7799164ec10b tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715535 May 24 13:57:20.463050 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff15f6a-6951-481b-8aa4-b27a497ac2e4 req-ba57fd89-0818-4d8e-92a2-932db26cc181 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:20.468946 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-7ff15f6a-6951-481b-8aa4-b27a497ac2e4 req-ba57fd89-0818-4d8e-92a2-932db26cc181 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 945 time: 0.0561357 May 24 13:57:20.474699 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 37104) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:20.479724 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-e3f1b389-0db9-4dec-aba3-006f14ea4e8d tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Request body: {'floatingip': {'port_id': '71391636-ab24-466d-8141-08c93e61241a'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:57:20.538322 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e3f1b389-0db9-4dec-aba3-006f14ea4e8d tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for floatingip (4d29a3c9-670b-4bbc-8b79-547facdf43c2), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:21.044301 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e3f1b389-0db9-4dec-aba3-006f14ea4e8d tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:21.049040 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e3f1b389-0db9-4dec-aba3-006f14ea4e8d tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534436'] for floatingip (4d29a3c9-670b-4bbc-8b79-547facdf43c2), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:21.178187 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.db.l3_db [None req-e3f1b389-0db9-4dec-aba3-006f14ea4e8d tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Floating IP 4d29a3c9-670b-4bbc-8b79-547facdf43c2 associated. External IP: 172.27.3.50, port: 71391636-ab24-466d-8141-08c93e61241a. May 24 13:57:21.322718 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:21.398102 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f1b389-0db9-4dec-aba3-006f14ea4e8d tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Router 56b95d42-77b6-4e68-873b-05326c0ded04 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 13:57:21.514501 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f1b389-0db9-4dec-aba3-006f14ea4e8d tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 13:57:21.519255 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e3f1b389-0db9-4dec-aba3-006f14ea4e8d tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:21.524994 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa5ce60-34a7-4df0-91df-9299110389c8 None None] Sync routers for ids ['56b95d42-77b6-4e68-873b-05326c0ded04'] in dv-cinder-842129-1-iscsi {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 13:57:21.535081 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa5ce60-34a7-4df0-91df-9299110389c8 None None] Routers {'56b95d42-77b6-4e68-873b-05326c0ded04'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 13:57:21.535702 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-efa5ce60-34a7-4df0-91df-9299110389c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T13:56:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['56b95d42-77b6-4e68-873b-05326c0ded04'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:57:21.552983 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-e3f1b389-0db9-4dec-aba3-006f14ea4e8d tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "PUT /v2.0/floatingips/4d29a3c9-670b-4bbc-8b79-547facdf43c2 HTTP/1.1" status: 200 len: 990 time: 1.0770679 May 24 13:57:21.553566 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7359d8e4-b8a7-4219-903d-71ea9f7a9292', 'tag': '71391636-ab24-466d-8141-08c93e61241a'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 13:57:21.556064 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cba61a-d6cc-428c-8484-e52ec1c7a7a5" -d '{"events": [{"name": "network-changed", "server_uuid": "7359d8e4-b8a7-4219-903d-71ea9f7a9292", "tag": "71391636-ab24-466d-8141-08c93e61241a"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 13:57:21.592608 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 13:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37d7029-e5fb-4032-b39f-8e954f0ca8cc x-openstack-request-id: req-e37d7029-e5fb-4032-b39f-8e954f0ca8cc {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 13:57:21.592954 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7359d8e4-b8a7-4219-903d-71ea9f7a9292", "tag": "71391636-ab24-466d-8141-08c93e61241a", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 13:57:21.593206 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e37d7029-e5fb-4032-b39f-8e954f0ca8cc {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 13:57:21.593601 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e37d7029-e5fb-4032-b39f-8e954f0ca8cc'] response: {'name': 'network-changed', 'server_uuid': '7359d8e4-b8a7-4219-903d-71ea9f7a9292', 'tag': '71391636-ab24-466d-8141-08c93e61241a', 'status': 'completed', 'code': 200} May 24 13:57:21.638219 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-efa5ce60-34a7-4df0-91df-9299110389c8 None None] Set router 56b95d42-77b6-4e68-873b-05326c0ded04 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 13:57:21.656891 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cba61a-d6cc-428c-8484-e52ec1c7a7a5 req-712f8a7c-4e7c-4bb6-a266-359bcb4a20e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:21.658396 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d9cba61a-d6cc-428c-8484-e52ec1c7a7a5 req-712f8a7c-4e7c-4bb6-a266-359bcb4a20e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d3ebc40e12384ce4bb168690cfd5a27a&device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 1129 time: 0.0426965 May 24 13:57:21.707993 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:21.751356 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cba61a-d6cc-428c-8484-e52ec1c7a7a5 req-b3e38ac2-d5fb-4ae9-bcc6-3b73227ef5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:21.757103 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d9cba61a-d6cc-428c-8484-e52ec1c7a7a5 req-b3e38ac2-d5fb-4ae9-bcc6-3b73227ef5ac service neutron] 10.222.0.55 "GET /v2.0/networks?id=18065f5d-f31e-4fd3-b029-c409167bb83c HTTP/1.1" status: 200 len: 917 time: 0.0879321 May 24 13:57:21.816259 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d9cba61a-d6cc-428c-8484-e52ec1c7a7a5 req-817d5f29-03cc-4f72-b658-ac0700c5b8a2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71391636-ab24-466d-8141-08c93e61241a HTTP/1.1" status: 200 len: 998 time: 0.0571201 May 24 13:57:21.854124 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-efa5ce60-34a7-4df0-91df-9299110389c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'name': 'tempest-AttachVolumeShelveTestJSON-270662382-router', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:56:57Z', 'updated_at': '2022-05-24T13:57:00Z', 'revision_number': 4, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'gw_port': {'id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:56:58Z', 'updated_at': '2022-05-24T13:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '4d29a3c9-670b-4bbc-8b79-547facdf43c2', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'port_id': '71391636-ab24-466d-8141-08c93e61241a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c', 'mac_address': 'fa:16:3e:a2:6b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7359d8e4-b8a7-4219-903d-71ea9f7a9292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T13:57:02Z', 'updated_at': '2022-05-24T13:57:20Z', 'revision_number': 1, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca71a485-5af1-403c-828a-301e883ce214', 'name': '', 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'mac_address': 'fa:16:3e:b5:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '8be785c0-42d8-4f57-9b56-6849abcace7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:00Z', 'updated_at': '2022-05-24T13:57:04Z', 'revision_number': 5, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'subnets': [{'id': '8be785c0-42d8-4f57-9b56-6849abcace7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:57:21.862572 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cba61a-d6cc-428c-8484-e52ec1c7a7a5 req-c10d0057-5021-4007-96ff-59d9bbc35238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:21.864663 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d9cba61a-d6cc-428c-8484-e52ec1c7a7a5 req-c10d0057-5021-4007-96ff-59d9bbc35238 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8be785c0-42d8-4f57-9b56-6849abcace7e HTTP/1.1" status: 200 len: 855 time: 0.0422125 May 24 13:57:21.910912 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cba61a-d6cc-428c-8484-e52ec1c7a7a5 req-7e4382e5-7add-4366-9a05-350e7d1bda10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:21.912629 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d9cba61a-d6cc-428c-8484-e52ec1c7a7a5 req-7e4382e5-7add-4366-9a05-350e7d1bda10 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=18065f5d-f31e-4fd3-b029-c409167bb83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414088 May 24 13:57:21.953892 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa5ce60-34a7-4df0-91df-9299110389c8 None None] Checking router: 56b95d42-77b6-4e68-873b-05326c0ded04 for host: dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 13:57:21.962994 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa5ce60-34a7-4df0-91df-9299110389c8 None None] Routers {'56b95d42-77b6-4e68-873b-05326c0ded04'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 13:57:21.963599 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-efa5ce60-34a7-4df0-91df-9299110389c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T13:56:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['56b95d42-77b6-4e68-873b-05326c0ded04'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:57:22.008949 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d9cba61a-d6cc-428c-8484-e52ec1c7a7a5 req-7619e5ea-be24-4ae5-826a-c106f8cd0be3 service neutron] 10.222.0.55 "GET /v2.0/networks/18065f5d-f31e-4fd3-b029-c409167bb83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890856 May 24 13:57:22.064233 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-efa5ce60-34a7-4df0-91df-9299110389c8 None None] Set router 56b95d42-77b6-4e68-873b-05326c0ded04 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 13:57:22.099598 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d9cba61a-d6cc-428c-8484-e52ec1c7a7a5 req-469815d0-804e-498e-a786-390499f29ac8 service neutron] 10.222.0.55 "GET /v2.0/networks/18065f5d-f31e-4fd3-b029-c409167bb83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835807 May 24 13:57:22.309071 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-efa5ce60-34a7-4df0-91df-9299110389c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'name': 'tempest-AttachVolumeShelveTestJSON-270662382-router', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:56:57Z', 'updated_at': '2022-05-24T13:57:00Z', 'revision_number': 4, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'gw_port': {'id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:56:58Z', 'updated_at': '2022-05-24T13:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '4d29a3c9-670b-4bbc-8b79-547facdf43c2', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'port_id': '71391636-ab24-466d-8141-08c93e61241a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c', 'mac_address': 'fa:16:3e:a2:6b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7359d8e4-b8a7-4219-903d-71ea9f7a9292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T13:57:02Z', 'updated_at': '2022-05-24T13:57:20Z', 'revision_number': 1, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca71a485-5af1-403c-828a-301e883ce214', 'name': '', 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'mac_address': 'fa:16:3e:b5:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '8be785c0-42d8-4f57-9b56-6849abcace7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:00Z', 'updated_at': '2022-05-24T13:57:04Z', 'revision_number': 5, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'subnets': [{'id': '8be785c0-42d8-4f57-9b56-6849abcace7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:57:22.343559 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa5ce60-34a7-4df0-91df-9299110389c8 None None] The sync data for ids ['56b95d42-77b6-4e68-873b-05326c0ded04'] in dv-cinder-842129-1-iscsi is: [{'id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'name': 'tempest-AttachVolumeShelveTestJSON-270662382-router', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:56:57Z', 'updated_at': '2022-05-24T13:57:00Z', 'revision_number': 4, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'gw_port': {'id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:56:58Z', 'updated_at': '2022-05-24T13:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '4d29a3c9-670b-4bbc-8b79-547facdf43c2', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'port_id': '71391636-ab24-466d-8141-08c93e61241a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c', 'mac_address': 'fa:16:3e:a2:6b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7359d8e4-b8a7-4219-903d-71ea9f7a9292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T13:57:02Z', 'updated_at': '2022-05-24T13:57:20Z', 'revision_number': 1, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca71a485-5af1-403c-828a-301e883ce214', 'name': '', 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'mac_address': 'fa:16:3e:b5:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '8be785c0-42d8-4f57-9b56-6849abcace7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:00Z', 'updated_at': '2022-05-24T13:57:04Z', 'revision_number': 5, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'subnets': [{'id': '8be785c0-42d8-4f57-9b56-6849abcace7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 13:57:22.626617 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414d9319-2a4f-461f-a718-21628729042b None None] New status for floating IP 4d29a3c9-670b-4bbc-8b79-547facdf43c2: ACTIVE {{(pid=103809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 13:57:23.052278 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c499e4d-2d06-4c43-a8f9-7586d1815889 req-55d6346f-b748-48ef-a8a6-864b2d77b006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:23.053662 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-2c499e4d-2d06-4c43-a8f9-7586d1815889 req-55d6346f-b748-48ef-a8a6-864b2d77b006 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54ee7d13408645e6b6517f541fe45670&device_id=2f19875e-64fa-4a59-9a45-a3d6e7ae96d6 HTTP/1.1" status: 200 len: 1129 time: 0.0705006 May 24 13:57:23.064058 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0d8a3-19ab-4204-9847-a15a2be0e77d req-11c18a8c-b57a-4d35-82ff-369bdafa0c77 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:23.065415 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d7d0d8a3-19ab-4204-9847-a15a2be0e77d req-11c18a8c-b57a-4d35-82ff-369bdafa0c77 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f19875e-64fa-4a59-9a45-a3d6e7ae96d6 HTTP/1.1" status: 200 len: 945 time: 0.0725946 May 24 13:57:23.168491 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d7d0d8a3-19ab-4204-9847-a15a2be0e77d req-b3af7a01-9582-4090-8a3a-b092597fe4dc tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942144 May 24 13:57:23.181088 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c499e4d-2d06-4c43-a8f9-7586d1815889 req-62132c76-211f-4de3-bee6-21659292f3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:23.182567 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-2c499e4d-2d06-4c43-a8f9-7586d1815889 req-62132c76-211f-4de3-bee6-21659292f3c0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 HTTP/1.1" status: 200 len: 920 time: 0.1162837 May 24 13:57:23.224711 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-2c499e4d-2d06-4c43-a8f9-7586d1815889 req-5de63330-dbaa-4bc3-8201-4703365f3643 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b953d341-a6ef-44a5-b545-6c5db2385fb4 HTTP/1.1" status: 200 len: 217 time: 0.0354590 May 24 13:57:23.273524 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c499e4d-2d06-4c43-a8f9-7586d1815889 req-bc7d5c0a-a542-41e9-ba16-8a38953b95b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:23.274971 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-2c499e4d-2d06-4c43-a8f9-7586d1815889 req-bc7d5c0a-a542-41e9-ba16-8a38953b95b4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=899ca591-3ba0-4148-9660-6941aa8cd299 HTTP/1.1" status: 200 len: 858 time: 0.0438118 May 24 13:57:23.318194 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:23.322855 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c499e4d-2d06-4c43-a8f9-7586d1815889 req-0c96fa42-28fe-4548-8499-1af80b16fcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:23.324737 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-2c499e4d-2d06-4c43-a8f9-7586d1815889 req-0c96fa42-28fe-4548-8499-1af80b16fcb5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430455 May 24 13:57:23.437027 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-2c499e4d-2d06-4c43-a8f9-7586d1815889 req-a861b62a-5dba-45e6-b99c-d97318772d8e service neutron] 10.222.0.55 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002662 May 24 13:57:23.561619 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-2c499e4d-2d06-4c43-a8f9-7586d1815889 req-8f9a8618-bc40-4c60-b4ce-11ac2b28ccf9 service neutron] 10.222.0.55 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180983 May 24 13:57:23.630932 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 37208) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:23.802961 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0aa3e3db-9dc5-45fe-866d-94063bd0c48f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:23.852473 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d0924575-c36b-4619-887e-21d5471e49aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:23.907415 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:23.949085 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d0924575-c36b-4619-887e-21d5471e49aa admin admin] Publish callbacks [] for security_group (2f1046ee-4e81-429c-a402-d6ed27a8455e), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:23.953207 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d0924575-c36b-4619-887e-21d5471e49aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (2f1046ee-4e81-429c-a402-d6ed27a8455e), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:23.993266 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0924575-c36b-4619-887e-21d5471e49aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1046ee-4e81-429c-a402-d6ed27a8455e,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:24.008738 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-d0924575-c36b-4619-887e-21d5471e49aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17405c4c4a834f4abe5db990a1ca1e90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3763053 May 24 13:57:24.011492 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 37232) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:24.069998 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0761debb-37c5-441f-9caf-eacd9aac5215 admin admin] Publish callbacks [] for security_group (2f1046ee-4e81-429c-a402-d6ed27a8455e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:24.081513 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:24.096250 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0761debb-37c5-441f-9caf-eacd9aac5215 admin admin] Publish callbacks [] for security_group (2f1046ee-4e81-429c-a402-d6ed27a8455e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:24.140356 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:24.156299 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0761debb-37c5-441f-9caf-eacd9aac5215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (2f1046ee-4e81-429c-a402-d6ed27a8455e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:24.159223 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0761debb-37c5-441f-9caf-eacd9aac5215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:24.163766 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-0761debb-37c5-441f-9caf-eacd9aac5215 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f1046ee-4e81-429c-a402-d6ed27a8455e HTTP/1.1" status: 204 len: 168 time: 0.1511793 May 24 13:57:24.172681 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761debb-37c5-441f-9caf-eacd9aac5215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1046ee-4e81-429c-a402-d6ed27a8455e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:24.303059 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f424fae-dcca-406e-83f1-352cd5e806b2 req-3024fe41-f7a3-478a-977f-0545cc2ab65e tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:24.304594 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0f424fae-dcca-406e-83f1-352cd5e806b2 req-3024fe41-f7a3-478a-977f-0545cc2ab65e tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f19875e-64fa-4a59-9a45-a3d6e7ae96d6 HTTP/1.1" status: 200 len: 945 time: 0.0486090 May 24 13:57:24.356382 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0f424fae-dcca-406e-83f1-352cd5e806b2 req-7b4f621d-5124-4a4a-9c4f-ba22f47a6f10 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445454 May 24 13:57:25.469928 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc576a6-e6cb-4760-9d85-07beed7fed43 req-d4a2ec55-bd0b-436d-ab85-73536414238a tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:25.471310 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bbc576a6-e6cb-4760-9d85-07beed7fed43 req-d4a2ec55-bd0b-436d-ab85-73536414238a tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f19875e-64fa-4a59-9a45-a3d6e7ae96d6 HTTP/1.1" status: 200 len: 945 time: 0.0462298 May 24 13:57:25.520731 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bbc576a6-e6cb-4760-9d85-07beed7fed43 req-b145a6f7-307e-4173-8799-61cd3e1cc349 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436738 May 24 13:57:26.122842 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a0873582-df09-40e6-99c0-1ac7cb2d7d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:26.635386 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8efdd2-2c1e-4c99-94a8-0cd812f8d9e1 req-d28cd203-d443-44bc-8267-bf2869572a14 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:26.636940 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ca8efdd2-2c1e-4c99-94a8-0cd812f8d9e1 req-d28cd203-d443-44bc-8267-bf2869572a14 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f19875e-64fa-4a59-9a45-a3d6e7ae96d6 HTTP/1.1" status: 200 len: 945 time: 0.0488276 May 24 13:57:26.683876 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ca8efdd2-2c1e-4c99-94a8-0cd812f8d9e1 req-9ed40e04-ae40-4aab-b682-2d4c94abe955 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412364 May 24 13:57:27.376769 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:27.799931 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33257bb5-2a45-4738-8aa2-5c68cab23258 req-95ff1599-b627-42c3-b546-7d60030f7fad tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:27.801438 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-33257bb5-2a45-4738-8aa2-5c68cab23258 req-95ff1599-b627-42c3-b546-7d60030f7fad tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f19875e-64fa-4a59-9a45-a3d6e7ae96d6 HTTP/1.1" status: 200 len: 945 time: 0.0466375 May 24 13:57:27.850489 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-33257bb5-2a45-4738-8aa2-5c68cab23258 req-3a9257fb-f97a-4cd7-8d71-6f83ce3a46fd tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434670 May 24 13:57:28.516899 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:28.961197 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b504da4-a0cb-4057-969b-2c6cd3e99bfc req-abfaaf46-3caf-4499-915d-bd37e1cc786b tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:28.962639 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-8b504da4-a0cb-4057-969b-2c6cd3e99bfc req-abfaaf46-3caf-4499-915d-bd37e1cc786b tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f19875e-64fa-4a59-9a45-a3d6e7ae96d6 HTTP/1.1" status: 200 len: 945 time: 0.0462298 May 24 13:57:29.009971 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-8b504da4-a0cb-4057-969b-2c6cd3e99bfc req-05fb657e-e9f4-49a7-8ec6-3bbe96fac82b tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418460 May 24 13:57:29.382087 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 13:57:30.122402 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aaf3c9-e1fc-4be2-acdc-1724db90dbf4 req-8bace2c1-0e37-4101-a728-2e8cd6923f6e tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:30.123864 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-85aaf3c9-e1fc-4be2-acdc-1724db90dbf4 req-8bace2c1-0e37-4101-a728-2e8cd6923f6e tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f19875e-64fa-4a59-9a45-a3d6e7ae96d6 HTTP/1.1" status: 200 len: 945 time: 0.0462344 May 24 13:57:30.170540 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-85aaf3c9-e1fc-4be2-acdc-1724db90dbf4 req-5c6fb7d6-ee5e-4856-a670-94f5e988a3e6 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409324 May 24 13:57:30.383252 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:31.282974 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d45b29-13b3-47a1-bb56-e5438e0f41d4 req-6453f859-38b1-4028-9932-7f3d6d1f91cb tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:31.284444 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e7d45b29-13b3-47a1-bb56-e5438e0f41d4 req-6453f859-38b1-4028-9932-7f3d6d1f91cb tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f19875e-64fa-4a59-9a45-a3d6e7ae96d6 HTTP/1.1" status: 200 len: 945 time: 0.0476642 May 24 13:57:31.336606 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e7d45b29-13b3-47a1-bb56-e5438e0f41d4 req-80eb3994-1e82-45db-9671-d0e3e6652c64 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460193 May 24 13:57:31.796856 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-128d6f8b-e5af-440f-a5de-aaef015a5d96 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=456ea6bbe702420cb7fa4284088efda2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292771 May 24 13:57:31.997229 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-cf780d84-9392-483e-883c-6937aaea54a3 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:31.998681 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-cf780d84-9392-483e-883c-6937aaea54a3 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1969147 May 24 13:57:32.013622 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-fb1ab267-bea6-4c42-b34a-69b38a360b3d tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/quotas/456ea6bbe702420cb7fa4284088efda2 HTTP/1.1" status: 200 len: 375 time: 0.0093479 May 24 13:57:32.260913 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-afec60c7-a2bb-4a4c-8e8c-e7dca654f12c tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=456ea6bbe702420cb7fa4284088efda2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2423618 May 24 13:57:32.343240 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=76 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:32.436953 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3a4b094e-9f6a-48a2-81c6-77a7980f4b0d req-6a2d63b0-2f3c-41a7-bd83-fce2e63b689d tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/ports?device_id=d86c9f2c-6076-42d9-95e1-c4781db7982b HTTP/1.1" status: 200 len: 210 time: 0.0322256 May 24 13:57:32.488053 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcac6e7-ee34-444f-bd44-efec5068b43c req-a3146234-bae6-4364-9e94-b28374c8cb01 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:32.490138 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-1dcac6e7-ee34-444f-bd44-efec5068b43c req-a3146234-bae6-4364-9e94-b28374c8cb01 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f19875e-64fa-4a59-9a45-a3d6e7ae96d6 HTTP/1.1" status: 200 len: 945 time: 0.0604169 May 24 13:57:32.572227 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-1dcac6e7-ee34-444f-bd44-efec5068b43c req-1ee87891-4baa-48a7-a710-358dd2a4b10d tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680182 May 24 13:57:33.538977 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3c185531-5e32-48e8-85ef-80b1be5148ae req-f55c947c-2799-43c9-86eb-bf4f067b84b1 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/ports?device_id=d86c9f2c-6076-42d9-95e1-c4781db7982b HTTP/1.1" status: 200 len: 210 time: 0.0288787 May 24 13:57:33.692930 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6a2c9-0dfe-4a89-a26d-4c3a9ff9b163 req-daffb858-ab64-4805-bfe7-5d73589b66d5 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:33.694504 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-cdb6a2c9-0dfe-4a89-a26d-4c3a9ff9b163 req-daffb858-ab64-4805-bfe7-5d73589b66d5 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f19875e-64fa-4a59-9a45-a3d6e7ae96d6 HTTP/1.1" status: 200 len: 945 time: 0.0541253 May 24 13:57:33.759519 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-cdb6a2c9-0dfe-4a89-a26d-4c3a9ff9b163 req-55d1ed9b-f11e-4c7a-829b-0d4078cab36a tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582361 May 24 13:57:33.944210 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-84294e57-1648-41a1-8195-62989cb9d85b tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=456ea6bbe702420cb7fa4284088efda2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351865 May 24 13:57:34.092472 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 37468) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:34.294690 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:34.328921 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d3dd0930-8b57-4e34-9ce4-d3e83ec02f69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:34.360053 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-a4d592ea-98cf-4de8-8303-86d58f76475d tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:34.360617 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-a4d592ea-98cf-4de8-8303-86d58f76475d tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1676960 May 24 13:57:34.425823 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-787d023f-0830-4670-b720-2370f05a5109 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Request body: {'port': {'device_id': 'd86c9f2c-6076-42d9-95e1-c4781db7982b', 'network_id': 'e984ed39-af7c-4a75-8ce3-1c515ff223dc', 'admin_state_up': True, 'tenant_id': '456ea6bbe702420cb7fa4284088efda2'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:57:34.629304 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-787d023f-0830-4670-b720-2370f05a5109 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Made reservation on behalf of 456ea6bbe702420cb7fa4284088efda2 for: {'port': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:57:34.634939 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-787d023f-0830-4670-b720-2370f05a5109 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:34.687421 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-787d023f-0830-4670-b720-2370f05a5109 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:34.687421 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-61977170-fd87-4339-8ce3-e7a2d7e755dd req-523f2660-e31e-4544-a396-6ffe9e46ecbb tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/ports?device_id=d86c9f2c-6076-42d9-95e1-c4781db7982b HTTP/1.1" status: 200 len: 210 time: 0.0475490 May 24 13:57:34.754280 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d3dd0930-8b57-4e34-9ce4-d3e83ec02f69 admin admin] Publish callbacks [] for security_group (929aada1-2bc8-4d1a-8350-96473f94f37f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:34.759200 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d3dd0930-8b57-4e34-9ce4-d3e83ec02f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (929aada1-2bc8-4d1a-8350-96473f94f37f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:34.795681 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-787d023f-0830-4670-b720-2370f05a5109 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Publish callbacks [] for security_group (93b6067a-22d5-48f8-b4bb-80dee1f324d2), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:34.800547 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-d3dd0930-8b57-4e34-9ce4-d3e83ec02f69 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d2dd31498f7d4765946f557ef917dbdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7070174 May 24 13:57:34.803708 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 37500) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:34.810651 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-787d023f-0830-4670-b720-2370f05a5109 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (93b6067a-22d5-48f8-b4bb-80dee1f324d2), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:34.824545 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd0930-8b57-4e34-9ce4-d3e83ec02f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929aada1-2bc8-4d1a-8350-96473f94f37f,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:34.864003 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d023f-0830-4670-b720-2370f05a5109 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93b6067a-22d5-48f8-b4bb-80dee1f324d2,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:34.904113 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:34.909873 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fc662-b028-4b79-a744-a03e408e19a1 req-4a438a01-cceb-4ec1-84a7-91e68236ec0e tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:34.912074 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-2e0fc662-b028-4b79-a744-a03e408e19a1 req-4a438a01-cceb-4ec1-84a7-91e68236ec0e tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f19875e-64fa-4a59-9a45-a3d6e7ae96d6 HTTP/1.1" status: 200 len: 945 time: 0.0688190 May 24 13:57:34.929841 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c9e7614f-3a01-4f5b-ad17-987b4c2e19ff admin admin] Publish callbacks [] for security_group (929aada1-2bc8-4d1a-8350-96473f94f37f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:34.951702 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:34.981380 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c9e7614f-3a01-4f5b-ad17-987b4c2e19ff admin admin] Publish callbacks [] for security_group (929aada1-2bc8-4d1a-8350-96473f94f37f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:34.982887 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:34.992441 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-787d023f-0830-4670-b720-2370f05a5109 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Allocated IP 192.168.233.228 (e984ed39-af7c-4a75-8ce3-1c515ff223dc/16d72032-0207-4f25-beeb-be928cfb8c7f/5efa9fbc-615b-4396-bd55-339ba5728851) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 13:57:35.024839 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-2e0fc662-b028-4b79-a744-a03e408e19a1 req-ea3803cf-4ed2-47e7-b821-d6ad73e6e2e3 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070271 May 24 13:57:35.055298 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c9e7614f-3a01-4f5b-ad17-987b4c2e19ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (929aada1-2bc8-4d1a-8350-96473f94f37f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:35.058038 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c9e7614f-3a01-4f5b-ad17-987b4c2e19ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:35.062283 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-c9e7614f-3a01-4f5b-ad17-987b4c2e19ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/929aada1-2bc8-4d1a-8350-96473f94f37f HTTP/1.1" status: 204 len: 168 time: 0.2576275 May 24 13:57:35.072412 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7614f-3a01-4f5b-ad17-987b4c2e19ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929aada1-2bc8-4d1a-8350-96473f94f37f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:35.198009 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-787d023f-0830-4670-b720-2370f05a5109 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Publish callbacks [] for port (5efa9fbc-615b-4396-bd55-339ba5728851), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:35.233511 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-787d023f-0830-4670-b720-2370f05a5109 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (5efa9fbc-615b-4396-bd55-339ba5728851), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:35.298583 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-787d023f-0830-4670-b720-2370f05a5109 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Network e984ed39-af7c-4a75-8ce3-1c515ff223dc is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:57:35.308865 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-787d023f-0830-4670-b720-2370f05a5109 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:57:35.313171 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-787d023f-0830-4670-b720-2370f05a5109 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 13:57:35.360979 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d023f-0830-4670-b720-2370f05a5109 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Pushing event updated for resources: {'Port': ['ID=5efa9fbc-615b-4396-bd55-339ba5728851,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:35.385116 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-787d023f-0830-4670-b720-2370f05a5109 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:35.385928 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-787d023f-0830-4670-b720-2370f05a5109 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:35.406308 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-787d023f-0830-4670-b720-2370f05a5109 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9849074 May 24 13:57:35.433769 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 37518) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:35.448185 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-185f4a83-a15e-45e1-98ee-165c1861b70c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:35.551992 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-185f4a83-a15e-45e1-98ee-165c1861b70c admin admin] Publish callbacks [] for security_group (33871c1c-5d46-483b-bd58-d81e3dfd1d06), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:35.556546 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-185f4a83-a15e-45e1-98ee-165c1861b70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (33871c1c-5d46-483b-bd58-d81e3dfd1d06), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:35.602553 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f4a83-a15e-45e1-98ee-165c1861b70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33871c1c-5d46-483b-bd58-d81e3dfd1d06,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:35.608910 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-185f4a83-a15e-45e1-98ee-165c1861b70c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=882bd853a88d4c9a9cab878311e08f78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1740680 May 24 13:57:35.612580 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 37528) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:35.628596 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-e64a7373-226a-49a8-958f-2fedd60ab97f None None] Provisioning complete for port 5efa9fbc-615b-4396-bd55-339ba5728851 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:57:35.631047 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e64a7373-226a-49a8-958f-2fedd60ab97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (5efa9fbc-615b-4396-bd55-339ba5728851), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:35.667278 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3b1ee331-aa5b-4a31-a7f9-8cbdc3528ca8 admin admin] Publish callbacks [] for security_group (33871c1c-5d46-483b-bd58-d81e3dfd1d06), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:35.676911 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:35.678769 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-e64a7373-226a-49a8-958f-2fedd60ab97f None None] Port 5efa9fbc-615b-4396-bd55-339ba5728851 cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 13:57:35.690409 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3b1ee331-aa5b-4a31-a7f9-8cbdc3528ca8 admin admin] Publish callbacks [] for security_group (33871c1c-5d46-483b-bd58-d81e3dfd1d06), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:35.753854 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3b1ee331-aa5b-4a31-a7f9-8cbdc3528ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (33871c1c-5d46-483b-bd58-d81e3dfd1d06), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:35.757886 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3b1ee331-aa5b-4a31-a7f9-8cbdc3528ca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:35.774753 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-3b1ee331-aa5b-4a31-a7f9-8cbdc3528ca8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33871c1c-5d46-483b-bd58-d81e3dfd1d06 HTTP/1.1" status: 204 len: 168 time: 0.1496422 May 24 13:57:35.783196 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ee331-aa5b-4a31-a7f9-8cbdc3528ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33871c1c-5d46-483b-bd58-d81e3dfd1d06,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:35.825524 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:35.860950 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:35.887277 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774b3a6-3012-4655-8e24-51df7db65efe req-5bb65a3d-44d5-436f-880f-6381795606ee tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:35.890636 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8774b3a6-3012-4655-8e24-51df7db65efe req-5bb65a3d-44d5-436f-880f-6381795606ee tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/ports?device_id=d86c9f2c-6076-42d9-95e1-c4781db7982b HTTP/1.1" status: 200 len: 936 time: 0.0941668 May 24 13:57:35.961186 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8774b3a6-3012-4655-8e24-51df7db65efe req-fbe09834-d825-4bf7-b057-78da2f4501b9 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/security-groups?id=93b6067a-22d5-48f8-b4bb-80dee1f324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631061 May 24 13:57:36.165768 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ea7a2-fbf0-478e-9416-21e30125bfef req-9b7be11b-26a5-4f99-949d-230e604c4dec tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:36.167300 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-491ea7a2-fbf0-478e-9416-21e30125bfef req-9b7be11b-26a5-4f99-949d-230e604c4dec tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f19875e-64fa-4a59-9a45-a3d6e7ae96d6 HTTP/1.1" status: 200 len: 945 time: 0.0548923 May 24 13:57:36.218401 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-491ea7a2-fbf0-478e-9416-21e30125bfef req-8258239a-b910-4334-967d-d49032b82b41 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454838 May 24 13:57:36.218923 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 37558) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:36.233723 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3d61efd7-c955-4c2c-8af5-e148487f9e08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:36.309601 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3d61efd7-c955-4c2c-8af5-e148487f9e08 admin admin] Publish callbacks [] for security_group (9766350a-4d9d-4b09-b53d-399d66950c8d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:36.313673 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3d61efd7-c955-4c2c-8af5-e148487f9e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (9766350a-4d9d-4b09-b53d-399d66950c8d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:36.357449 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-3d61efd7-c955-4c2c-8af5-e148487f9e08 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d9f358780aca4e6aa4f3a52c1b69a51a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375277 May 24 13:57:36.359542 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61efd7-c955-4c2c-8af5-e148487f9e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9766350a-4d9d-4b09-b53d-399d66950c8d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:36.360224 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 37562) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:36.413514 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a51ead75-436e-490b-a8c2-d0c4f91f3a41 admin admin] Publish callbacks [] for security_group (9766350a-4d9d-4b09-b53d-399d66950c8d), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:36.440166 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a51ead75-436e-490b-a8c2-d0c4f91f3a41 admin admin] Publish callbacks [] for security_group (9766350a-4d9d-4b09-b53d-399d66950c8d), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:36.491912 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a51ead75-436e-490b-a8c2-d0c4f91f3a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (9766350a-4d9d-4b09-b53d-399d66950c8d), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:36.494757 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a51ead75-436e-490b-a8c2-d0c4f91f3a41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:36.496021 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-a51ead75-436e-490b-a8c2-d0c4f91f3a41 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9766350a-4d9d-4b09-b53d-399d66950c8d HTTP/1.1" status: 204 len: 168 time: 0.1347766 May 24 13:57:36.506460 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ead75-436e-490b-a8c2-d0c4f91f3a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9766350a-4d9d-4b09-b53d-399d66950c8d,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:36.581570 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-53bd07a6-6282-4d6a-8c2d-f682542b02c0 service neutron] Request body: {'port': {'device_id': 'd86c9f2c-6076-42d9-95e1-c4781db7982b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:57:36.657122 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-53bd07a6-6282-4d6a-8c2d-f682542b02c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (5efa9fbc-615b-4396-bd55-339ba5728851), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:36.710466 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-8261e1cc-d2d5-4475-b344-2aaae0c50f36 req-25dac982-b8e7-49ec-934a-effeea9da450 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442839 May 24 13:57:36.773633 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=10 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:36.782367 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30aeeb-114b-46c1-bb7c-a9850ce768c1 req-bbba18f3-f9f0-44d5-a2ab-3985d722a980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:36.784193 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-cb30aeeb-114b-46c1-bb7c-a9850ce768c1 req-bbba18f3-f9f0-44d5-a2ab-3985d722a980 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2f19875e-64fa-4a59-9a45-a3d6e7ae96d6 HTTP/1.1" status: 200 len: 1129 time: 0.0454285 May 24 13:57:36.786096 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:36.819916 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261e1cc-d2d5-4475-b344-2aaae0c50f36 req-4a39a1f3-f993-484b-9745-878193bee592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:36.821423 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8261e1cc-d2d5-4475-b344-2aaae0c50f36 req-4a39a1f3-f993-484b-9745-878193bee592 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54ee7d13408645e6b6517f541fe45670&device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 1130 time: 0.0712376 May 24 13:57:36.916001 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-cb30aeeb-114b-46c1-bb7c-a9850ce768c1 req-07083119-0fb7-4ac3-b2c7-3450719f084f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592229 May 24 13:57:37.043023 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261e1cc-d2d5-4475-b344-2aaae0c50f36 req-1b4de4dd-6243-4063-a066-5971d81eddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:37.044603 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8261e1cc-d2d5-4475-b344-2aaae0c50f36 req-1b4de4dd-6243-4063-a066-5971d81eddc8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 HTTP/1.1" status: 200 len: 920 time: 0.1660526 May 24 13:57:37.166077 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d1feb-58d8-4704-9c0e-95d74dc4f829 req-b1cc0f5a-9ea3-43cb-93da-ac40055f3b64 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:37.167551 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c52d1feb-58d8-4704-9c0e-95d74dc4f829 req-b1cc0f5a-9ea3-43cb-93da-ac40055f3b64 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/ports?device_id=d86c9f2c-6076-42d9-95e1-c4781db7982b HTTP/1.1" status: 200 len: 936 time: 0.0949175 May 24 13:57:37.173438 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-53bd07a6-6282-4d6a-8c2d-f682542b02c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5efa9fbc-615b-4396-bd55-339ba5728851 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 13:57:37.182066 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-53bd07a6-6282-4d6a-8c2d-f682542b02c0 service neutron] Publish callbacks [] for port (5efa9fbc-615b-4396-bd55-339ba5728851), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:37.212047 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-53bd07a6-6282-4d6a-8c2d-f682542b02c0 service neutron] Transition to ACTIVE for port object 5efa9fbc-615b-4396-bd55-339ba5728851 will not be triggered until provisioned by entity L2. {{(pid=103807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 13:57:37.262657 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8261e1cc-d2d5-4475-b344-2aaae0c50f36 req-c7afd09c-5a0a-4ee6-9e24-7f48853cf6d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=962017d2-ce45-4701-b48a-e3e4aa4836f5 HTTP/1.1" status: 200 len: 217 time: 0.0494397 May 24 13:57:37.268465 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-53bd07a6-6282-4d6a-8c2d-f682542b02c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5058382'] for port (5efa9fbc-615b-4396-bd55-339ba5728851), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:37.315610 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:37.336665 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c52d1feb-58d8-4704-9c0e-95d74dc4f829 req-b53a7df4-3f1a-41c1-a62e-146b556988e1 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/security-groups?id=93b6067a-22d5-48f8-b4bb-80dee1f324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519234 May 24 13:57:37.377634 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd07a6-6282-4d6a-8c2d-f682542b02c0 service neutron] Pushing event updated for resources: {'Port': ['ID=5efa9fbc-615b-4396-bd55-339ba5728851,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:37.390809 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184b555-0dfb-425b-9839-66f9c13ff999 req-6680f2f7-773a-4e06-8967-5e4a82cc40c7 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:37.398500 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-3184b555-0dfb-425b-9839-66f9c13ff999 req-6680f2f7-773a-4e06-8967-5e4a82cc40c7 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f19875e-64fa-4a59-9a45-a3d6e7ae96d6 HTTP/1.1" status: 200 len: 945 time: 0.0736649 May 24 13:57:37.405218 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261e1cc-d2d5-4475-b344-2aaae0c50f36 req-9865fc0b-9c85-402b-b909-c23fdc4d865a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:37.407272 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8261e1cc-d2d5-4475-b344-2aaae0c50f36 req-9865fc0b-9c85-402b-b909-c23fdc4d865a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=899ca591-3ba0-4148-9660-6941aa8cd299 HTTP/1.1" status: 200 len: 858 time: 0.1316707 May 24 13:57:37.507617 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-3184b555-0dfb-425b-9839-66f9c13ff999 req-31c4b201-c844-482b-b561-6b1e31ac9f70 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019585 May 24 13:57:37.576500 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-53bd07a6-6282-4d6a-8c2d-f682542b02c0 service neutron] Attempting to bind port 5efa9fbc-615b-4396-bd55-339ba5728851 on host hv-cinder-84212 for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 13:57:37.576847 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-53bd07a6-6282-4d6a-8c2d-f682542b02c0 service neutron] Attempting to bind port 5efa9fbc-615b-4396-bd55-339ba5728851 by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': 'eb958b33-b4c0-4542-b6fc-03626f74b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e984ed39-af7c-4a75-8ce3-1c515ff223dc'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 13:57:37.577180 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-53bd07a6-6282-4d6a-8c2d-f682542b02c0 service neutron] Attempting to bind port 5efa9fbc-615b-4396-bd55-339ba5728851 on network e984ed39-af7c-4a75-8ce3-1c515ff223dc {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:57:37.593632 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-53bd07a6-6282-4d6a-8c2d-f682542b02c0 service neutron] Port 5efa9fbc-615b-4396-bd55-339ba5728851 on network e984ed39-af7c-4a75-8ce3-1c515ff223dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 13:57:37.593632 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-53bd07a6-6282-4d6a-8c2d-f682542b02c0 service neutron] Attempting to bind port 5efa9fbc-615b-4396-bd55-339ba5728851 on network e984ed39-af7c-4a75-8ce3-1c515ff223dc {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:57:37.612288 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-53bd07a6-6282-4d6a-8c2d-f682542b02c0 service neutron] Checking agent: {'id': 'a7952d12-b11e-49b3-ae0f-02e893d8d6d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'started_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 13, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 13:57:37.612641 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-53bd07a6-6282-4d6a-8c2d-f682542b02c0 service neutron] Checking segment: {'id': 'eb958b33-b4c0-4542-b6fc-03626f74b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e984ed39-af7c-4a75-8ce3-1c515ff223dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:57:37.615723 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-53bd07a6-6282-4d6a-8c2d-f682542b02c0 service neutron] Bound using segment: {'id': 'eb958b33-b4c0-4542-b6fc-03626f74b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e984ed39-af7c-4a75-8ce3-1c515ff223dc'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 13:57:37.616243 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-53bd07a6-6282-4d6a-8c2d-f682542b02c0 service neutron] Bound port: 5efa9fbc-615b-4396-bd55-339ba5728851, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb958b33-b4c0-4542-b6fc-03626f74b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e984ed39-af7c-4a75-8ce3-1c515ff223dc'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 13:57:37.621300 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-53bd07a6-6282-4d6a-8c2d-f682542b02c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (5efa9fbc-615b-4396-bd55-339ba5728851), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:37.731084 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-53bd07a6-6282-4d6a-8c2d-f682542b02c0 service neutron] For port 5efa9fbc-615b-4396-bd55-339ba5728851, host hv-cinder-84212, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 13:57:37.735417 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-53bd07a6-6282-4d6a-8c2d-f682542b02c0 service neutron] For port 5efa9fbc-615b-4396-bd55-339ba5728851, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=5efa9fbc-615b-4396-bd55-339ba5728851,segment=NetworkSegment(eb958b33-b4c0-4542-b6fc-03626f74b325),segment_id=eb958b33-b4c0-4542-b6fc-03626f74b325)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 13:57:37.744050 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-53bd07a6-6282-4d6a-8c2d-f682542b02c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5058382'] for port (5efa9fbc-615b-4396-bd55-339ba5728851), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:37.788356 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-53bd07a6-6282-4d6a-8c2d-f682542b02c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:37.789393 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-53bd07a6-6282-4d6a-8c2d-f682542b02c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:37.791703 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-53bd07a6-6282-4d6a-8c2d-f682542b02c0 service neutron] 10.222.0.55 "PUT /v2.0/ports/5efa9fbc-615b-4396-bd55-339ba5728851 HTTP/1.1" status: 200 len: 1098 time: 1.2141867 May 24 13:57:37.828727 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd86c9f2c-6076-42d9-95e1-c4781db7982b', 'tag': '5efa9fbc-615b-4396-bd55-339ba5728851'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 13:57:37.838544 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026d1af2-2642-4817-97bc-1821c7889be3" -d '{"events": [{"name": "network-changed", "server_uuid": "d86c9f2c-6076-42d9-95e1-c4781db7982b", "tag": "5efa9fbc-615b-4396-bd55-339ba5728851"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 13:57:37.922340 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:37.922340 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd07a6-6282-4d6a-8c2d-f682542b02c0 service neutron] Pushing event updated for resources: {'Port': ['ID=5efa9fbc-615b-4396-bd55-339ba5728851,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:37.922631 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 37624) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:37.958486 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 13:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c27512d-9b60-4c20-8aac-0dc47301591f x-openstack-request-id: req-3c27512d-9b60-4c20-8aac-0dc47301591f {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 13:57:37.958886 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d86c9f2c-6076-42d9-95e1-c4781db7982b", "tag": "5efa9fbc-615b-4396-bd55-339ba5728851", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 13:57:37.959392 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c27512d-9b60-4c20-8aac-0dc47301591f {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 13:57:37.959841 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c27512d-9b60-4c20-8aac-0dc47301591f'] response: {'name': 'network-changed', 'server_uuid': 'd86c9f2c-6076-42d9-95e1-c4781db7982b', 'tag': '5efa9fbc-615b-4396-bd55-339ba5728851', 'status': 'completed', 'code': 200} May 24 13:57:38.056008 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-89e49f5b-46f7-45de-9588-a7bc72b4da06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:38.059744 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-89e49f5b-46f7-45de-9588-a7bc72b4da06 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=456ea6bbe702420cb7fa4284088efda2&device_id=d86c9f2c-6076-42d9-95e1-c4781db7982b HTTP/1.1" status: 200 len: 1132 time: 0.1247489 May 24 13:57:38.062174 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261e1cc-d2d5-4475-b344-2aaae0c50f36 req-59d0a04d-4e9d-4e11-8163-33042794b228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:38.063973 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8261e1cc-d2d5-4475-b344-2aaae0c50f36 req-59d0a04d-4e9d-4e11-8163-33042794b228 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2402263 May 24 13:57:38.141019 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-7939e9c2-827e-4832-a187-a2860392e6fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=5efa9fbc-615b-4396-bd55-339ba5728851 HTTP/1.1" status: 200 len: 217 time: 0.0691078 May 24 13:57:38.197129 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3952d821-182f-421c-9d61-a41b42d82706 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:38.199644 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:38.243536 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-802bd2af-e5e9-4cbd-b280-0a48b870723b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:38.245468 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-802bd2af-e5e9-4cbd-b280-0a48b870723b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16d72032-0207-4f25-beeb-be928cfb8c7f HTTP/1.1" status: 200 len: 843 time: 0.0700479 May 24 13:57:38.267939 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8261e1cc-d2d5-4475-b344-2aaae0c50f36 req-06c5032f-5630-417c-888a-8965c7fbf207 service neutron] 10.222.0.55 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871147 May 24 13:57:38.300889 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3952d821-182f-421c-9d61-a41b42d82706 admin admin] Publish callbacks [] for security_group (2113c277-29c4-4341-9f90-3cd10836e33f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:38.305893 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3952d821-182f-421c-9d61-a41b42d82706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (2113c277-29c4-4341-9f90-3cd10836e33f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:38.357780 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-3952d821-182f-421c-9d61-a41b42d82706 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=73f8ae745d9d4d6b9391cc4cf54518db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4317782 May 24 13:57:38.357780 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952d821-182f-421c-9d61-a41b42d82706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2113c277-29c4-4341-9f90-3cd10836e33f,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:38.358267 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 37636) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:38.419908 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a8c08bda-c089-42ad-8de6-8d926b9a3eef admin admin] Publish callbacks [] for security_group (2113c277-29c4-4341-9f90-3cd10836e33f), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:38.448758 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a8c08bda-c089-42ad-8de6-8d926b9a3eef admin admin] Publish callbacks [] for security_group (2113c277-29c4-4341-9f90-3cd10836e33f), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:38.505882 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161b1a2-bc26-4050-b047-ef6087152150 req-fcca4e0e-d2b2-4c80-b10f-c6c164c2c0f0 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:38.508337 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-b161b1a2-bc26-4050-b047-ef6087152150 req-fcca4e0e-d2b2-4c80-b10f-c6c164c2c0f0 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/ports?device_id=d86c9f2c-6076-42d9-95e1-c4781db7982b HTTP/1.1" status: 200 len: 948 time: 0.0578377 May 24 13:57:38.512133 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a8c08bda-c089-42ad-8de6-8d926b9a3eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (2113c277-29c4-4341-9f90-3cd10836e33f), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:38.514982 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a8c08bda-c089-42ad-8de6-8d926b9a3eef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:38.516168 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-a8c08bda-c089-42ad-8de6-8d926b9a3eef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2113c277-29c4-4341-9f90-3cd10836e33f HTTP/1.1" status: 204 len: 168 time: 0.1567481 May 24 13:57:38.525199 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c08bda-c089-42ad-8de6-8d926b9a3eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2113c277-29c4-4341-9f90-3cd10836e33f,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:38.613618 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-b161b1a2-bc26-4050-b047-ef6087152150 req-7c0e340e-ef39-48ee-bb66-fb13f3a4cb6a tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/security-groups?id=93b6067a-22d5-48f8-b4bb-80dee1f324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954938 May 24 13:57:38.696149 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522799e-ab73-4aa3-beee-5031d897b126 req-76ff1a91-80e1-41f7-ac27-26c76a1ba3f4 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:38.697880 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3522799e-ab73-4aa3-beee-5031d897b126 req-76ff1a91-80e1-41f7-ac27-26c76a1ba3f4 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f19875e-64fa-4a59-9a45-a3d6e7ae96d6 HTTP/1.1" status: 200 len: 945 time: 0.0740881 May 24 13:57:38.753455 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3522799e-ab73-4aa3-beee-5031d897b126 req-2414eade-c9ea-47ce-8ddc-432672a3a1bf tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475779 May 24 13:57:39.032034 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 37680) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:39.046147 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1c42ca30-cd20-4967-a15e-69df89cb4eca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:39.083318 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:39.113346 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 37686) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:39.136462 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1c42ca30-cd20-4967-a15e-69df89cb4eca admin admin] Publish callbacks [] for security_group (ff16fd5c-97d0-467d-8f37-5f1f80c0b71d), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:39.141618 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1c42ca30-cd20-4967-a15e-69df89cb4eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (ff16fd5c-97d0-467d-8f37-5f1f80c0b71d), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:39.186336 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c42ca30-cd20-4967-a15e-69df89cb4eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff16fd5c-97d0-467d-8f37-5f1f80c0b71d,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:39.192731 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-1c42ca30-cd20-4967-a15e-69df89cb4eca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=df26de345652499ab776f7038707367d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1587663 May 24 13:57:39.195682 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 37690) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:39.247872 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2128005b-91ce-49d2-8c40-00d60305b8f6 admin admin] Publish callbacks [] for security_group (ff16fd5c-97d0-467d-8f37-5f1f80c0b71d), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:39.266620 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7752da1c-b23b-4e07-ac5e-ddbdf4e04101 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:39.278848 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2128005b-91ce-49d2-8c40-00d60305b8f6 admin admin] Publish callbacks [] for security_group (ff16fd5c-97d0-467d-8f37-5f1f80c0b71d), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:39.345201 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2128005b-91ce-49d2-8c40-00d60305b8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (ff16fd5c-97d0-467d-8f37-5f1f80c0b71d), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:39.348079 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2128005b-91ce-49d2-8c40-00d60305b8f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:39.349235 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-2128005b-91ce-49d2-8c40-00d60305b8f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff16fd5c-97d0-467d-8f37-5f1f80c0b71d HTTP/1.1" status: 204 len: 168 time: 0.1526041 May 24 13:57:39.357049 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128005b-91ce-49d2-8c40-00d60305b8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff16fd5c-97d0-467d-8f37-5f1f80c0b71d,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:39.359110 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7752da1c-b23b-4e07-ac5e-ddbdf4e04101 admin admin] Publish callbacks [] for security_group (bc0a52fd-b641-4e64-8976-8b010620c6fb), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:39.365649 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7752da1c-b23b-4e07-ac5e-ddbdf4e04101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (bc0a52fd-b641-4e64-8976-8b010620c6fb), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:39.382499 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=80 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:39.401680 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 37696) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:39.415073 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-7752da1c-b23b-4e07-ac5e-ddbdf4e04101 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d6c2b56305d240369d7b346ca7fbd26a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2997246 May 24 13:57:39.419540 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 37700) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:39.424306 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752da1c-b23b-4e07-ac5e-ddbdf4e04101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0a52fd-b641-4e64-8976-8b010620c6fb,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:39.476997 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bb2ac6fe-eae7-4de2-9ead-fbabc76d4c33 admin admin] Publish callbacks [] for security_group (bc0a52fd-b641-4e64-8976-8b010620c6fb), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:39.498975 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bb2ac6fe-eae7-4de2-9ead-fbabc76d4c33 admin admin] Publish callbacks [] for security_group (bc0a52fd-b641-4e64-8976-8b010620c6fb), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:39.542471 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:39.573822 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7778b60e-f5a2-4693-8bf2-070f212d785a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:39.582933 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bb2ac6fe-eae7-4de2-9ead-fbabc76d4c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (bc0a52fd-b641-4e64-8976-8b010620c6fb), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:39.585602 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bb2ac6fe-eae7-4de2-9ead-fbabc76d4c33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:39.586734 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-bb2ac6fe-eae7-4de2-9ead-fbabc76d4c33 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc0a52fd-b641-4e64-8976-8b010620c6fb HTTP/1.1" status: 204 len: 168 time: 0.1661766 May 24 13:57:39.608047 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ac6fe-eae7-4de2-9ead-fbabc76d4c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0a52fd-b641-4e64-8976-8b010620c6fb,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:39.686754 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7778b60e-f5a2-4693-8bf2-070f212d785a admin admin] Publish callbacks [] for security_group (d4bc0ac7-3d9f-4f8e-9bb2-0e2cfe3f7232), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:39.695274 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7778b60e-f5a2-4693-8bf2-070f212d785a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (d4bc0ac7-3d9f-4f8e-9bb2-0e2cfe3f7232), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:39.751736 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-7778b60e-f5a2-4693-8bf2-070f212d785a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39e8c4e4dc8c4d28afb69497ad759e63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3464153 May 24 13:57:39.751736 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778b60e-f5a2-4693-8bf2-070f212d785a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bc0ac7-3d9f-4f8e-9bb2-0e2cfe3f7232,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:39.752745 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 37710) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:39.801936 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214c807-382f-4158-9d16-b9d5375ca45c req-3328bcbb-7d29-4c41-84ff-bb07f0c1426c tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:39.803238 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-1214c807-382f-4158-9d16-b9d5375ca45c req-3328bcbb-7d29-4c41-84ff-bb07f0c1426c tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/ports?device_id=d86c9f2c-6076-42d9-95e1-c4781db7982b HTTP/1.1" status: 200 len: 948 time: 0.0980506 May 24 13:57:39.819542 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ce353988-6358-438f-97d5-a559cc8b3abf admin admin] Publish callbacks [] for security_group (d4bc0ac7-3d9f-4f8e-9bb2-0e2cfe3f7232), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:39.857876 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 37714) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:39.872845 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ce353988-6358-438f-97d5-a559cc8b3abf admin admin] Publish callbacks [] for security_group (d4bc0ac7-3d9f-4f8e-9bb2-0e2cfe3f7232), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:39.883719 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c0b044bc-ff38-4e1a-9dce-0fa1c0411a9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:39.889537 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-1214c807-382f-4158-9d16-b9d5375ca45c req-6f3e50e2-e7cd-4450-9236-d1db0cfb1aa2 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/security-groups?id=93b6067a-22d5-48f8-b4bb-80dee1f324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794439 May 24 13:57:39.907320 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fb510-9cc2-4e52-aa2d-537a92aea1e8 req-9389f026-d4a5-43b4-bb00-a63e40391d50 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:39.909244 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-342fb510-9cc2-4e52-aa2d-537a92aea1e8 req-9389f026-d4a5-43b4-bb00-a63e40391d50 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f19875e-64fa-4a59-9a45-a3d6e7ae96d6 HTTP/1.1" status: 200 len: 945 time: 0.0717375 May 24 13:57:39.971278 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:39.987789 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=80,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:39.990042 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-342fb510-9cc2-4e52-aa2d-537a92aea1e8 req-6ddd5e81-ae67-4971-b445-12d00ec1f237 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691264 May 24 13:57:39.991121 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c0b044bc-ff38-4e1a-9dce-0fa1c0411a9f admin admin] Publish callbacks [] for security_group (c77f3fec-9d6f-4187-a512-d2b5c0691cf9), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:39.999198 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c0b044bc-ff38-4e1a-9dce-0fa1c0411a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (c77f3fec-9d6f-4187-a512-d2b5c0691cf9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:40.007096 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ce353988-6358-438f-97d5-a559cc8b3abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (d4bc0ac7-3d9f-4f8e-9bb2-0e2cfe3f7232), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:40.010960 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ce353988-6358-438f-97d5-a559cc8b3abf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:40.014355 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-ce353988-6358-438f-97d5-a559cc8b3abf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d4bc0ac7-3d9f-4f8e-9bb2-0e2cfe3f7232 HTTP/1.1" status: 204 len: 168 time: 0.2584829 May 24 13:57:40.036021 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce353988-6358-438f-97d5-a559cc8b3abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bc0ac7-3d9f-4f8e-9bb2-0e2cfe3f7232,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:40.058654 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-c0b044bc-ff38-4e1a-9dce-0fa1c0411a9f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ccfdc19e632e4d11aac890d15b724538&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1993799 May 24 13:57:40.060981 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 37726) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:40.073183 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b044bc-ff38-4e1a-9dce-0fa1c0411a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77f3fec-9d6f-4187-a512-d2b5c0691cf9,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:40.101640 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:40.136735 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-90e9d1de-0c6b-4620-9f57-6ddd5c549e6c admin admin] Publish callbacks [] for security_group (c77f3fec-9d6f-4187-a512-d2b5c0691cf9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:40.163656 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-90e9d1de-0c6b-4620-9f57-6ddd5c549e6c admin admin] Publish callbacks [] for security_group (c77f3fec-9d6f-4187-a512-d2b5c0691cf9), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:40.223022 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-90e9d1de-0c6b-4620-9f57-6ddd5c549e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (c77f3fec-9d6f-4187-a512-d2b5c0691cf9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:40.227078 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-90e9d1de-0c6b-4620-9f57-6ddd5c549e6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:40.228263 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-90e9d1de-0c6b-4620-9f57-6ddd5c549e6c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c77f3fec-9d6f-4187-a512-d2b5c0691cf9 HTTP/1.1" status: 204 len: 168 time: 0.1653717 May 24 13:57:40.237302 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9d1de-0c6b-4620-9f57-6ddd5c549e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77f3fec-9d6f-4187-a512-d2b5c0691cf9,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:40.336745 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab27222-282e-4257-90fe-97ed8ecc1e01 req-4464b179-0a58-4146-ac9e-af1949667909 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:40.338235 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-2ab27222-282e-4257-90fe-97ed8ecc1e01 req-4464b179-0a58-4146-ac9e-af1949667909 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f19875e-64fa-4a59-9a45-a3d6e7ae96d6 HTTP/1.1" status: 200 len: 945 time: 0.0612001 May 24 13:57:40.393043 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-2ab27222-282e-4257-90fe-97ed8ecc1e01 req-023319d5-de9a-4c1b-a22a-ffce9008402e tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480311 May 24 13:57:40.468788 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 37742) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:40.485052 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f39d2ea-ca3a-4c8e-89e3-300548f8bfb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:40.579582 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f39d2ea-ca3a-4c8e-89e3-300548f8bfb2 admin admin] Publish callbacks [] for security_group (13e94216-cdb6-4100-9c59-03ee28e38f89), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:40.583909 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f39d2ea-ca3a-4c8e-89e3-300548f8bfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (13e94216-cdb6-4100-9c59-03ee28e38f89), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:40.619020 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-9f39d2ea-ca3a-4c8e-89e3-300548f8bfb2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=82163bcc49ff431bba4ab1103b42fc13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1469319 May 24 13:57:40.620021 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 37750) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:40.636707 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39d2ea-ca3a-4c8e-89e3-300548f8bfb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e94216-cdb6-4100-9c59-03ee28e38f89,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:40.683876 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7cfa6f3d-2247-4bbe-94a7-ba245fe5cbaa admin admin] Publish callbacks [] for security_group (13e94216-cdb6-4100-9c59-03ee28e38f89), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:40.708386 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7cfa6f3d-2247-4bbe-94a7-ba245fe5cbaa admin admin] Publish callbacks [] for security_group (13e94216-cdb6-4100-9c59-03ee28e38f89), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:40.779263 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7cfa6f3d-2247-4bbe-94a7-ba245fe5cbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (13e94216-cdb6-4100-9c59-03ee28e38f89), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:40.782992 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7cfa6f3d-2247-4bbe-94a7-ba245fe5cbaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:40.787131 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-7cfa6f3d-2247-4bbe-94a7-ba245fe5cbaa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/13e94216-cdb6-4100-9c59-03ee28e38f89 HTTP/1.1" status: 204 len: 168 time: 0.1637182 May 24 13:57:40.797404 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa6f3d-2247-4bbe-94a7-ba245fe5cbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e94216-cdb6-4100-9c59-03ee28e38f89,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:40.837999 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 37766) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:41.041463 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3c8ff-62f9-41b7-8f73-a033c1d5b41c req-9f211872-0a6e-4414-a84c-e831b3722a62 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:41.043642 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-56b3c8ff-62f9-41b7-8f73-a033c1d5b41c req-9f211872-0a6e-4414-a84c-e831b3722a62 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/ports?device_id=d86c9f2c-6076-42d9-95e1-c4781db7982b HTTP/1.1" status: 200 len: 948 time: 0.0520191 May 24 13:57:41.092978 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-56b3c8ff-62f9-41b7-8f73-a033c1d5b41c req-acd08c8d-8a12-48b4-b5c6-cb459762a4f0 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/security-groups?id=93b6067a-22d5-48f8-b4bb-80dee1f324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439262 May 24 13:57:41.099043 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-ed6f0608-7a84-4526-9cff-aba444f9c5f2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1261063742-network', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:57:41.123227 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6f0608-7a84-4526-9cff-aba444f9c5f2 admin admin] Made reservation on behalf of 7bb15f1d3e524d67b5493cb483ee8547 for: {'network': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:57:41.126285 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0608-7a84-4526-9cff-aba444f9c5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for network (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:41.139612 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0608-7a84-4526-9cff-aba444f9c5f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:41.201577 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:41.225804 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0608-7a84-4526-9cff-aba444f9c5f2 admin admin] Publish callbacks [] for security_group (4b0ebd37-8df3-45bb-bd9b-1c1c363d8abd), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:41.230846 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0608-7a84-4526-9cff-aba444f9c5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (4b0ebd37-8df3-45bb-bd9b-1c1c363d8abd), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:41.260465 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed6f0608-7a84-4526-9cff-aba444f9c5f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=103807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 13:57:41.271710 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f0608-7a84-4526-9cff-aba444f9c5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0ebd37-8df3-45bb-bd9b-1c1c363d8abd,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:41.276973 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0608-7a84-4526-9cff-aba444f9c5f2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727739285854', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291'] for segment (1e6ed359-4160-4992-9ca6-a2eeb518f77f), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:41.277396 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.db.segments_db [None req-ed6f0608-7a84-4526-9cff-aba444f9c5f2 admin admin] Added segment 1e6ed359-4160-4992-9ca6-a2eeb518f77f of type vlan for network da184706-a3cd-4a03-bf62-0c961d1fd5b4 May 24 13:57:41.322407 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0608-7a84-4526-9cff-aba444f9c5f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727738798156'] for network (da184706-a3cd-4a03-bf62-0c961d1fd5b4), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:41.351635 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0608-7a84-4526-9cff-aba444f9c5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028'] for network (da184706-a3cd-4a03-bf62-0c961d1fd5b4), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:41.352816 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6f0608-7a84-4526-9cff-aba444f9c5f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:41.353365 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0608-7a84-4526-9cff-aba444f9c5f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:41.410307 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-ed6f0608-7a84-4526-9cff-aba444f9c5f2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.5685515 May 24 13:57:41.411362 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 37796) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:41.418929 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-acf30b20-b9cf-403e-b931-0c70a56f8d25 admin admin] Request body: {'subnet': {'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1261063742-subnet', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:57:41.419052 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f0608-7a84-4526-9cff-aba444f9c5f2 admin admin] Pushing event updated for resources: {'Network': ['ID=da184706-a3cd-4a03-bf62-0c961d1fd5b4,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:41.430498 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Network da184706-a3cd-4a03-bf62-0c961d1fd5b4 details requested by agent ovs-agent-dv-cinder-842129-1-iscsi with host dv-cinder-842129-1-iscsi {{(pid=103809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 13:57:41.448535 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf30b20-b9cf-403e-b931-0c70a56f8d25 admin admin] Made reservation on behalf of 7bb15f1d3e524d67b5493cb483ee8547 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:57:41.451379 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-acf30b20-b9cf-403e-b931-0c70a56f8d25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756343'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:41.585091 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0c2aa-9951-4a9c-897f-1171b4bb90b2 req-f8f16f7e-7f02-4e14-aa04-2443e4898d47 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:41.585091 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a2d0c2aa-9951-4a9c-897f-1171b4bb90b2 req-f8f16f7e-7f02-4e14-aa04-2443e4898d47 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f19875e-64fa-4a59-9a45-a3d6e7ae96d6 HTTP/1.1" status: 200 len: 945 time: 0.0741205 May 24 13:57:41.672250 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a2d0c2aa-9951-4a9c-897f-1171b4bb90b2 req-cb5d3150-346f-46ff-b8d7-179bd6dcf66a tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808885 May 24 13:57:41.735360 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-acf30b20-b9cf-403e-b931-0c70a56f8d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5712872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756229'] for subnet (b11a7f37-1257-4714-9cab-12aa8fc6a3a6), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:41.760453 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 37830) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:41.811542 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf30b20-b9cf-403e-b931-0c70a56f8d25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b11a7f37-1257-4714-9cab-12aa8fc6a3a6,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:41.816190 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf30b20-b9cf-403e-b931-0c70a56f8d25 admin admin] Checking segment: {'id': '1e6ed359-4160-4992-9ca6-a2eeb518f77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:57:41.816334 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf30b20-b9cf-403e-b931-0c70a56f8d25 admin admin] Network hostable DHCP agents. Network: da184706-a3cd-4a03-bf62-0c961d1fd5b4, hostable agents: ['abc51175-8e70-4fa5-9c56-ea38a91f7e2e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 13:57:41.822771 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:41.828740 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:41.841904 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf30b20-b9cf-403e-b931-0c70a56f8d25 admin admin] Network da184706-a3cd-4a03-bf62-0c961d1fd5b4 is scheduled to be hosted by DHCP agent abc51175-8e70-4fa5-9c56-ea38a91f7e2e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 13:57:41.855580 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-acf30b20-b9cf-403e-b931-0c70a56f8d25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842129-1-iscsi, da184706-a3cd-4a03-bf62-0c961d1fd5b4) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:57:41.864306 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf30b20-b9cf-403e-b931-0c70a56f8d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:41.864908 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-acf30b20-b9cf-403e-b931-0c70a56f8d25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:41.866793 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5169f37d-938c-4c08-9425-8988bd485fab None None] Network da184706-a3cd-4a03-bf62-0c961d1fd5b4 requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 13:57:41.887911 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-acf30b20-b9cf-403e-b931-0c70a56f8d25 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4732983 May 24 13:57:41.888378 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 37852) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:41.893014 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-fb9e870a-265d-40c7-8dac-e18e4841b48f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1261063742-router', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:57:41.910983 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-356b1e13-0685-4453-a21c-cc84f11c7424 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1412452114-network', 'tenant_id': 'b8708171d18747eda57bed0a3cb3030b'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:57:41.939109 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-fb9e870a-265d-40c7-8dac-e18e4841b48f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4476'] for router (ad3b5635-ef70-4777-8466-ffd87c5730c1), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:41.940438 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-fb9e870a-265d-40c7-8dac-e18e4841b48f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1021525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4357'] for router (ad3b5635-ef70-4777-8466-ffd87c5730c1), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:41.946192 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356b1e13-0685-4453-a21c-cc84f11c7424 admin admin] Made reservation on behalf of b8708171d18747eda57bed0a3cb3030b for: {'network': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:57:41.948728 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-356b1e13-0685-4453-a21c-cc84f11c7424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for network (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:41.959447 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-356b1e13-0685-4453-a21c-cc84f11c7424 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:41.993333 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2241284-08e9-4a26-93b0-3eea58b483b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea215502-9989-5d28-83e0-1aba298459f8-da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'fixed_ips': [{'subnet_id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6'}]}} from dv-cinder-842129-1-iscsi. {{(pid=103809) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 24 13:57:41.994908 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f2241284-08e9-4a26-93b0-3eea58b483b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:42.016251 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:42.083786 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-fb9e870a-265d-40c7-8dac-e18e4841b48f admin admin] Publish callbacks [] for router_controller (ad3b5635-ef70-4777-8466-ffd87c5730c1), precommit_add_association {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:42.142859 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:42.150906 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-f2241284-08e9-4a26-93b0-3eea58b483b6 None None] Allocated IP 172.20.0.2 (da184706-a3cd-4a03-bf62-0c961d1fd5b4/b11a7f37-1257-4714-9cab-12aa8fc6a3a6/dd586988-88a4-4d7d-910a-614c79d71be6) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 13:57:42.159358 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:42.303068 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f2241284-08e9-4a26-93b0-3eea58b483b6 None None] Publish callbacks [] for port (dd586988-88a4-4d7d-910a-614c79d71be6), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:42.309331 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f2241284-08e9-4a26-93b0-3eea58b483b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997'] for port (dd586988-88a4-4d7d-910a-614c79d71be6), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:42.347797 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb3a66-1101-4d0e-bdfb-7dbe6f0716c5 req-80ee8811-dfdb-482d-b40e-76c949b25aae tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:42.349681 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8edb3a66-1101-4d0e-bdfb-7dbe6f0716c5 req-80ee8811-dfdb-482d-b40e-76c949b25aae tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/ports?device_id=d86c9f2c-6076-42d9-95e1-c4781db7982b HTTP/1.1" status: 200 len: 948 time: 0.1341472 May 24 13:57:42.351442 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-fb9e870a-265d-40c7-8dac-e18e4841b48f admin admin] Publish callbacks [] for router_gateway (ad3b5635-ef70-4777-8466-ffd87c5730c1), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:42.353463 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2241284-08e9-4a26-93b0-3eea58b483b6 None None] Network da184706-a3cd-4a03-bf62-0c961d1fd5b4 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:57:42.356541 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-f2241284-08e9-4a26-93b0-3eea58b483b6 None None] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:57:42.360998 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2241284-08e9-4a26-93b0-3eea58b483b6 None None] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 13:57:42.375405 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2241284-08e9-4a26-93b0-3eea58b483b6 None None] Pushing event updated for resources: {'Port': ['ID=dd586988-88a4-4d7d-910a-614c79d71be6,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:42.440740 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-f2241284-08e9-4a26-93b0-3eea58b483b6 None None] Attempting to bind port dd586988-88a4-4d7d-910a-614c79d71be6 on host dv-cinder-842129-1-iscsi for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 13:57:42.442346 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-f2241284-08e9-4a26-93b0-3eea58b483b6 None None] Attempting to bind port dd586988-88a4-4d7d-910a-614c79d71be6 by drivers openvswitch,hyperv on host dv-cinder-842129-1-iscsi at level 0 using segments [{'id': '1e6ed359-4160-4992-9ca6-a2eeb518f77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 13:57:42.442910 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2241284-08e9-4a26-93b0-3eea58b483b6 None None] Attempting to bind port dd586988-88a4-4d7d-910a-614c79d71be6 on network da184706-a3cd-4a03-bf62-0c961d1fd5b4 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:57:42.451074 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2241284-08e9-4a26-93b0-3eea58b483b6 None None] Checking agent: {'id': 'ec10bf60-b5fa-4c85-822a-958a8882b62f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 47), 'started_at': datetime.datetime(2022, 5, 24, 13, 47, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 13, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 13:57:42.451442 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2241284-08e9-4a26-93b0-3eea58b483b6 None None] Checking segment: {'id': '1e6ed359-4160-4992-9ca6-a2eeb518f77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:57:42.452035 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f2241284-08e9-4a26-93b0-3eea58b483b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:42.452572 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2241284-08e9-4a26-93b0-3eea58b483b6 None None] Bound using segment: {'id': '1e6ed359-4160-4992-9ca6-a2eeb518f77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 13:57:42.453181 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-f2241284-08e9-4a26-93b0-3eea58b483b6 None None] Bound port: dd586988-88a4-4d7d-910a-614c79d71be6, host: dv-cinder-842129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e6ed359-4160-4992-9ca6-a2eeb518f77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 13:57:42.453736 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f2241284-08e9-4a26-93b0-3eea58b483b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (dd586988-88a4-4d7d-910a-614c79d71be6), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:42.487540 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad4ec9-d5b9-41a6-9ade-3d910e5b8191 req-e0a5965d-9abb-4c71-9d8c-c30fa06edde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:42.490697 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-87ad4ec9-d5b9-41a6-9ade-3d910e5b8191 req-e0a5965d-9abb-4c71-9d8c-c30fa06edde3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54ee7d13408645e6b6517f541fe45670&device_id=2f19875e-64fa-4a59-9a45-a3d6e7ae96d6 HTTP/1.1" status: 200 len: 1129 time: 0.0553651 May 24 13:57:42.528269 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-f2241284-08e9-4a26-93b0-3eea58b483b6 None None] For port dd586988-88a4-4d7d-910a-614c79d71be6, host dv-cinder-842129-1-iscsi, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 13:57:42.531732 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-f2241284-08e9-4a26-93b0-3eea58b483b6 None None] For port dd586988-88a4-4d7d-910a-614c79d71be6, host dv-cinder-842129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=dd586988-88a4-4d7d-910a-614c79d71be6,segment=NetworkSegment(1e6ed359-4160-4992-9ca6-a2eeb518f77f),segment_id=1e6ed359-4160-4992-9ca6-a2eeb518f77f)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 13:57:42.539596 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f2241284-08e9-4a26-93b0-3eea58b483b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (dd586988-88a4-4d7d-910a-614c79d71be6), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:42.603166 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2241284-08e9-4a26-93b0-3eea58b483b6 None None] Pushing event updated for resources: {'Port': ['ID=dd586988-88a4-4d7d-910a-614c79d71be6,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:42.603788 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad4ec9-d5b9-41a6-9ade-3d910e5b8191 req-628a3959-210a-422a-aea1-6dfe2b50d366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:42.607789 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-87ad4ec9-d5b9-41a6-9ade-3d910e5b8191 req-628a3959-210a-422a-aea1-6dfe2b50d366 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 HTTP/1.1" status: 200 len: 920 time: 0.1089113 May 24 13:57:42.659270 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-87ad4ec9-d5b9-41a6-9ade-3d910e5b8191 req-bffac98d-1c5a-47c5-8f11-c153cfa1e4a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b953d341-a6ef-44a5-b545-6c5db2385fb4 HTTP/1.1" status: 200 len: 217 time: 0.0426385 May 24 13:57:42.741465 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad4ec9-d5b9-41a6-9ade-3d910e5b8191 req-830155c5-a49a-4f3b-bd63-1a9134111488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:42.743153 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-87ad4ec9-d5b9-41a6-9ade-3d910e5b8191 req-830155c5-a49a-4f3b-bd63-1a9134111488 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=899ca591-3ba0-4148-9660-6941aa8cd299 HTTP/1.1" status: 200 len: 858 time: 0.0771461 May 24 13:57:42.777065 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-356b1e13-0685-4453-a21c-cc84f11c7424 admin admin] Publish callbacks [] for security_group (8c465ab7-2018-41f4-8215-a16da23f7a53), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:42.804711 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:42.805633 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-356b1e13-0685-4453-a21c-cc84f11c7424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (8c465ab7-2018-41f4-8215-a16da23f7a53), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:42.827929 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-5f057396-5e2f-479e-9762-fb5da66127a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:42.829403 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-5f057396-5e2f-479e-9762-fb5da66127a2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e984ed39-af7c-4a75-8ce3-1c515ff223dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.4079804 May 24 13:57:42.862234 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad4ec9-d5b9-41a6-9ade-3d910e5b8191 req-509ded9e-d472-4629-b7e5-e8f692ed69ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:42.866374 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-87ad4ec9-d5b9-41a6-9ade-3d910e5b8191 req-509ded9e-d472-4629-b7e5-e8f692ed69ef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1128926 May 24 13:57:42.928001 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2f566-241e-4995-a45e-54ce62e416bd req-207007c4-1871-4c6a-b5de-22d6315c9d80 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:42.935878 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e2e2f566-241e-4995-a45e-54ce62e416bd req-207007c4-1871-4c6a-b5de-22d6315c9d80 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f19875e-64fa-4a59-9a45-a3d6e7ae96d6 HTTP/1.1" status: 200 len: 945 time: 0.1329000 May 24 13:57:42.939882 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-356b1e13-0685-4453-a21c-cc84f11c7424 admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=103807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 13:57:42.985690 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8261e1cc-d2d5-4475-b344-2aaae0c50f36 req-35e7bea6-1f0c-4c76-8ed1-ebcd9e8847e8 service neutron] 10.222.0.55 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6265612 May 24 13:57:43.016017 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8edb3a66-1101-4d0e-bdfb-7dbe6f0716c5 req-8fb9ab33-5ba5-4c16-92b2-b31ec365813d tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/security-groups?id=93b6067a-22d5-48f8-b4bb-80dee1f324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5683160 May 24 13:57:43.017045 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b1e13-0685-4453-a21c-cc84f11c7424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c465ab7-2018-41f4-8215-a16da23f7a53,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:43.028203 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-356b1e13-0685-4453-a21c-cc84f11c7424 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727739285854', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291'] for segment (01219d60-de5f-4d45-90ee-afa3b0f26e98), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:43.029189 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.db.segments_db [None req-356b1e13-0685-4453-a21c-cc84f11c7424 admin admin] Added segment 01219d60-de5f-4d45-90ee-afa3b0f26e98 of type vlan for network f063f9ef-2098-4bf4-a44f-09110a7a9fdf May 24 13:57:43.073123 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e2e2f566-241e-4995-a45e-54ce62e416bd req-0409245c-2439-4423-ade2-d2039fc8c5a4 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363328 May 24 13:57:43.081091 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-87ad4ec9-d5b9-41a6-9ade-3d910e5b8191 req-cab4da12-0442-4fdc-90fc-55ea559f1a75 service neutron] 10.222.0.55 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065132 May 24 13:57:43.173662 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-87ad4ec9-d5b9-41a6-9ade-3d910e5b8191 req-ba99e019-8410-48a5-9fcd-a54aade39942 service neutron] 10.222.0.55 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845156 May 24 13:57:43.184922 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-356b1e13-0685-4453-a21c-cc84f11c7424 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727738798156'] for network (f063f9ef-2098-4bf4-a44f-09110a7a9fdf), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:43.224924 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-95d0660b-ef94-418b-8478-ab071957a70c service neutron] 10.222.0.55 "GET /v2.0/networks/e984ed39-af7c-4a75-8ce3-1c515ff223dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741949 May 24 13:57:43.294608 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-fb9e870a-265d-40c7-8dac-e18e4841b48f admin admin] Publish callbacks [] for router_gateway (ad3b5635-ef70-4777-8466-ffd87c5730c1), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:43.295856 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:43.323367 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-356b1e13-0685-4453-a21c-cc84f11c7424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028'] for network (f063f9ef-2098-4bf4-a44f-09110a7a9fdf), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:43.324388 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356b1e13-0685-4453-a21c-cc84f11c7424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:43.324958 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-356b1e13-0685-4453-a21c-cc84f11c7424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:43.331495 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-fb9e870a-265d-40c7-8dac-e18e4841b48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:43.372755 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-356b1e13-0685-4453-a21c-cc84f11c7424 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6110141 May 24 13:57:43.375698 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 37886) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:43.381628 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-6c94dcf0-4322-47ec-83df-1da1f1e8699a admin admin] Request body: {'subnet': {'network_id': 'f063f9ef-2098-4bf4-a44f-09110a7a9fdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1412452114-subnet', 'tenant_id': 'b8708171d18747eda57bed0a3cb3030b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:57:43.412461 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c94dcf0-4322-47ec-83df-1da1f1e8699a admin admin] Made reservation on behalf of b8708171d18747eda57bed0a3cb3030b for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:57:43.415043 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6c94dcf0-4322-47ec-83df-1da1f1e8699a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756343'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:43.471539 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b1e13-0685-4453-a21c-cc84f11c7424 admin admin] Pushing event updated for resources: {'Network': ['ID=f063f9ef-2098-4bf4-a44f-09110a7a9fdf,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:43.477874 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a12d5cbf-e1ed-4302-bce2-28d466fc8336 req-1847ffa4-ed4e-4d2d-a7bb-f9185b88afef service neutron] 10.222.0.55 "GET /v2.0/networks/e984ed39-af7c-4a75-8ce3-1c515ff223dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447908 May 24 13:57:43.482877 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Network f063f9ef-2098-4bf4-a44f-09110a7a9fdf details requested by agent ovs-agent-dv-cinder-842129-1-iscsi with host dv-cinder-842129-1-iscsi {{(pid=103809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 13:57:43.557207 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-fb9e870a-265d-40c7-8dac-e18e4841b48f admin admin] Allocated IP 172.27.3.243 (77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6/277372c2-c924-4ff9-98b4-a2b2337930ef/147e9dce-141e-459c-8a90-e94155e6f9bc) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 13:57:43.674950 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6c94dcf0-4322-47ec-83df-1da1f1e8699a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5712872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756229'] for subnet (8130db12-e414-4e35-b6d5-126ec386849f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:43.719949 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-fb9e870a-265d-40c7-8dac-e18e4841b48f admin admin] Publish callbacks [] for port (147e9dce-141e-459c-8a90-e94155e6f9bc), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:43.763930 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:43.766439 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94dcf0-4322-47ec-83df-1da1f1e8699a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8130db12-e414-4e35-b6d5-126ec386849f,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:43.772876 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-fb9e870a-265d-40c7-8dac-e18e4841b48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (147e9dce-141e-459c-8a90-e94155e6f9bc), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:43.776750 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c94dcf0-4322-47ec-83df-1da1f1e8699a admin admin] Checking segment: {'id': '01219d60-de5f-4d45-90ee-afa3b0f26e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f063f9ef-2098-4bf4-a44f-09110a7a9fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:57:43.777250 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c94dcf0-4322-47ec-83df-1da1f1e8699a admin admin] Network hostable DHCP agents. Network: f063f9ef-2098-4bf4-a44f-09110a7a9fdf, hostable agents: ['abc51175-8e70-4fa5-9c56-ea38a91f7e2e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 13:57:43.804773 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c94dcf0-4322-47ec-83df-1da1f1e8699a admin admin] Network f063f9ef-2098-4bf4-a44f-09110a7a9fdf is scheduled to be hosted by DHCP agent abc51175-8e70-4fa5-9c56-ea38a91f7e2e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 13:57:43.814524 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-6c94dcf0-4322-47ec-83df-1da1f1e8699a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842129-1-iscsi, f063f9ef-2098-4bf4-a44f-09110a7a9fdf) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:57:43.819479 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c94dcf0-4322-47ec-83df-1da1f1e8699a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:43.819645 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:43.820159 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6c94dcf0-4322-47ec-83df-1da1f1e8699a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:43.824943 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a645be-d237-43ba-ba36-02d2acd65400 None None] Network f063f9ef-2098-4bf4-a44f-09110a7a9fdf requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 13:57:43.830942 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:43.838946 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-6c94dcf0-4322-47ec-83df-1da1f1e8699a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4620090 May 24 13:57:43.859974 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9e870a-265d-40c7-8dac-e18e4841b48f admin admin] Network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:57:43.870474 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-fb9e870a-265d-40c7-8dac-e18e4841b48f admin admin] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:57:43.872855 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e870a-265d-40c7-8dac-e18e4841b48f admin admin] Pushing event updated for resources: {'Port': ['ID=147e9dce-141e-459c-8a90-e94155e6f9bc,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:43.875742 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9e870a-265d-40c7-8dac-e18e4841b48f admin admin] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 13:57:43.932649 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device dd586988-88a4-4d7d-910a-614c79d71be6 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:57:43.981990 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bae9eb0-c57a-4e92-a2c6-d9218d646070 None None] Network da184706-a3cd-4a03-bf62-0c961d1fd5b4 requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 13:57:44.140903 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port dd586988-88a4-4d7d-910a-614c79d71be6 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:57:44.141246 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (dd586988-88a4-4d7d-910a-614c79d71be6), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:44.142980 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-5245b644-3529-46ba-9c48-3bf232e022c3 None None] Provisioning complete for port dd586988-88a4-4d7d-910a-614c79d71be6 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:57:44.143348 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5245b644-3529-46ba-9c48-3bf232e022c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (dd586988-88a4-4d7d-910a-614c79d71be6), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:44.151938 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:44.233263 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cb13d-5b60-4cf5-922d-77e603f9edc3 req-d08530c2-d043-4ef1-b692-c8f41b7d5082 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:44.243956 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-7f6cb13d-5b60-4cf5-922d-77e603f9edc3 req-d08530c2-d043-4ef1-b692-c8f41b7d5082 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f19875e-64fa-4a59-9a45-a3d6e7ae96d6 HTTP/1.1" status: 200 len: 945 time: 0.0742509 May 24 13:57:44.275267 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e978a14-6815-4bc4-9c43-745c4fe82859 None None] Network f063f9ef-2098-4bf4-a44f-09110a7a9fdf requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 13:57:44.320049 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-7f6cb13d-5b60-4cf5-922d-77e603f9edc3 req-d942528a-0075-4776-8eb4-dfdf401012bd tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697453 May 24 13:57:44.324134 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394b0a0-2752-4c21-b206-10eb663893a8 req-99ef99f1-0500-4409-b129-37fb1f6f0edc tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:44.327388 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6394b0a0-2752-4c21-b206-10eb663893a8 req-99ef99f1-0500-4409-b129-37fb1f6f0edc tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/ports?device_id=d86c9f2c-6076-42d9-95e1-c4781db7982b HTTP/1.1" status: 200 len: 948 time: 0.1280980 May 24 13:57:44.491432 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port dd586988-88a4-4d7d-910a-614c79d71be6 is: DOWN; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:57:44.492388 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (dd586988-88a4-4d7d-910a-614c79d71be6), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:44.501170 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6394b0a0-2752-4c21-b206-10eb663893a8 req-e489b792-9139-423e-935c-68f74e2f316e tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/security-groups?id=93b6067a-22d5-48f8-b4bb-80dee1f324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620424 May 24 13:57:44.502236 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-fb9e870a-265d-40c7-8dac-e18e4841b48f admin admin] Publish callbacks [] for router_gateway (ad3b5635-ef70-4777-8466-ffd87c5730c1), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:44.625727 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:44.746871 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-5245b644-3529-46ba-9c48-3bf232e022c3 None None] Current status of the port dd586988-88a4-4d7d-910a-614c79d71be6 is: DOWN; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:57:44.747183 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5245b644-3529-46ba-9c48-3bf232e022c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (dd586988-88a4-4d7d-910a-614c79d71be6), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:44.762759 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-fb9e870a-265d-40c7-8dac-e18e4841b48f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539258'] for router (ad3b5635-ef70-4777-8466-ffd87c5730c1), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:44.788059 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] For port dd586988-88a4-4d7d-910a-614c79d71be6, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=dd586988-88a4-4d7d-910a-614c79d71be6,segment=NetworkSegment(1e6ed359-4160-4992-9ca6-a2eeb518f77f),segment_id=1e6ed359-4160-4992-9ca6-a2eeb518f77f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:57:44.793574 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (dd586988-88a4-4d7d-910a-614c79d71be6), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:44.862509 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.db.api [None req-5245b644-3529-46ba-9c48-3bf232e022c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103809) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 24 13:57:44.862996 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG oslo_db.api [None req-5245b644-3529-46ba-9c48-3bf232e022c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 13:57:44.867487 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Pushing event updated for resources: {'Port': ['ID=dd586988-88a4-4d7d-910a-614c79d71be6,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:44.892099 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9e870a-265d-40c7-8dac-e18e4841b48f admin admin] Router ad3b5635-ef70-4777-8466-ffd87c5730c1 is scheduled to L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 with binding_index 1 {{(pid=103807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 24 13:57:44.992513 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9e870a-265d-40c7-8dac-e18e4841b48f admin admin] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 13:57:45.001088 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afb63a8-94ec-465c-9c43-6a2e3fcb7ea4 None None] Sync routers for ids ['ad3b5635-ef70-4777-8466-ffd87c5730c1'] in dv-cinder-842129-1-iscsi {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 13:57:45.010609 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-fb9e870a-265d-40c7-8dac-e18e4841b48f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:45.011870 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-fb9e870a-265d-40c7-8dac-e18e4841b48f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1224630 May 24 13:57:45.012941 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afb63a8-94ec-465c-9c43-6a2e3fcb7ea4 None None] Routers {'ad3b5635-ef70-4777-8466-ffd87c5730c1'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 13:57:45.013548 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5afb63a8-94ec-465c-9c43-6a2e3fcb7ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T13:57:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad3b5635-ef70-4777-8466-ffd87c5730c1'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:57:45.014694 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 37912) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:45.120347 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-5afb63a8-94ec-465c-9c43-6a2e3fcb7ea4 None None] Set router ad3b5635-ef70-4777-8466-ffd87c5730c1 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 13:57:45.283837 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5afb63a8-94ec-465c-9c43-6a2e3fcb7ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'name': 'tempest-TestVolumeBootPattern-1261063742-router', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:57:41Z', 'updated_at': '2022-05-24T13:57:44Z', 'revision_number': 3, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'gw_port': {'id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:43Z', 'updated_at': '2022-05-24T13:57:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:57:45.321199 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afb63a8-94ec-465c-9c43-6a2e3fcb7ea4 None None] Checking router: ad3b5635-ef70-4777-8466-ffd87c5730c1 for host: dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 13:57:45.321694 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afb63a8-94ec-465c-9c43-6a2e3fcb7ea4 None None] Updating router ad3b5635-ef70-4777-8466-ffd87c5730c1 port 147e9dce-141e-459c-8a90-e94155e6f9bc binding host dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 13:57:45.352565 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5afb63a8-94ec-465c-9c43-6a2e3fcb7ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (147e9dce-141e-459c-8a90-e94155e6f9bc), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:45.367382 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:45.423715 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-5245b644-3529-46ba-9c48-3bf232e022c3 None None] Current status of the port dd586988-88a4-4d7d-910a-614c79d71be6 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:57:45.462730 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-01a031a1-9594-49fe-8284-4a43de5ed504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:45.564788 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-76e8504f-801a-4fca-a00f-bfc6394f7889 None None] Provisioning complete for port dd586988-88a4-4d7d-910a-614c79d71be6 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:57:45.565996 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76e8504f-801a-4fca-a00f-bfc6394f7889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (dd586988-88a4-4d7d-910a-614c79d71be6), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:45.651552 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479e86f-1297-46e6-94ca-9f937996bb3e req-8804c855-9d45-4d74-bfd8-8de3d39a42ec tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:45.653767 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0479e86f-1297-46e6-94ca-9f937996bb3e req-8804c855-9d45-4d74-bfd8-8de3d39a42ec tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/ports?device_id=d86c9f2c-6076-42d9-95e1-c4781db7982b HTTP/1.1" status: 200 len: 948 time: 0.0563419 May 24 13:57:45.675448 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-76e8504f-801a-4fca-a00f-bfc6394f7889 None None] Current status of the port dd586988-88a4-4d7d-910a-614c79d71be6 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:57:45.736649 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c2f67-6f29-41e9-82de-cde4da0838da req-e4e08e95-43a4-425b-829d-e92ae0be67b6 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:45.736649 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-577c2f67-6f29-41e9-82de-cde4da0838da req-e4e08e95-43a4-425b-829d-e92ae0be67b6 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f19875e-64fa-4a59-9a45-a3d6e7ae96d6 HTTP/1.1" status: 200 len: 945 time: 0.3211124 May 24 13:57:45.740418 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0479e86f-1297-46e6-94ca-9f937996bb3e req-a0e9cefe-7f17-4802-a986-07cbc11d871a tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/security-groups?id=93b6067a-22d5-48f8-b4bb-80dee1f324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808661 May 24 13:57:45.781369 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5afb63a8-94ec-465c-9c43-6a2e3fcb7ea4 None None] Publish callbacks [] for port (147e9dce-141e-459c-8a90-e94155e6f9bc), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:45.788827 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5afb63a8-94ec-465c-9c43-6a2e3fcb7ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (147e9dce-141e-459c-8a90-e94155e6f9bc), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:45.843494 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05cced-a91d-4423-a814-0aa49992c04a None None] Pushing event updated for resources: {'Port': ['ID=147e9dce-141e-459c-8a90-e94155e6f9bc,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:45.850116 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device dd586988-88a4-4d7d-910a-614c79d71be6 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:57:45.867254 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-5afb63a8-94ec-465c-9c43-6a2e3fcb7ea4 None None] Attempting to bind port 147e9dce-141e-459c-8a90-e94155e6f9bc on host dv-cinder-842129-1-iscsi for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 13:57:45.867685 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-5afb63a8-94ec-465c-9c43-6a2e3fcb7ea4 None None] Attempting to bind port 147e9dce-141e-459c-8a90-e94155e6f9bc by drivers openvswitch,hyperv on host dv-cinder-842129-1-iscsi at level 0 using segments [{'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 13:57:45.868211 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afb63a8-94ec-465c-9c43-6a2e3fcb7ea4 None None] Attempting to bind port 147e9dce-141e-459c-8a90-e94155e6f9bc on network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:57:45.876309 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afb63a8-94ec-465c-9c43-6a2e3fcb7ea4 None None] Checking agent: {'id': 'ec10bf60-b5fa-4c85-822a-958a8882b62f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 47), 'started_at': datetime.datetime(2022, 5, 24, 13, 47, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 13, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 13:57:45.877522 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afb63a8-94ec-465c-9c43-6a2e3fcb7ea4 None None] Checking segment: {'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:57:45.877522 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5afb63a8-94ec-465c-9c43-6a2e3fcb7ea4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:45.878055 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afb63a8-94ec-465c-9c43-6a2e3fcb7ea4 None None] Bound using segment: {'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 13:57:45.878612 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-5afb63a8-94ec-465c-9c43-6a2e3fcb7ea4 None None] Bound port: 147e9dce-141e-459c-8a90-e94155e6f9bc, host: dv-cinder-842129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 13:57:45.879325 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5afb63a8-94ec-465c-9c43-6a2e3fcb7ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (147e9dce-141e-459c-8a90-e94155e6f9bc), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:45.909904 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:45.924372 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port dd586988-88a4-4d7d-910a-614c79d71be6 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:57:45.924808 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (dd586988-88a4-4d7d-910a-614c79d71be6), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:45.960609 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-5afb63a8-94ec-465c-9c43-6a2e3fcb7ea4 None None] For port 147e9dce-141e-459c-8a90-e94155e6f9bc, host dv-cinder-842129-1-iscsi, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 13:57:45.964808 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-5afb63a8-94ec-465c-9c43-6a2e3fcb7ea4 None None] For port 147e9dce-141e-459c-8a90-e94155e6f9bc, host dv-cinder-842129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=147e9dce-141e-459c-8a90-e94155e6f9bc,segment=NetworkSegment(3f5d497a-81fa-44a3-b648-e1e22cc699e7),segment_id=3f5d497a-81fa-44a3-b648-e1e22cc699e7)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 13:57:45.967954 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-577c2f67-6f29-41e9-82de-cde4da0838da req-6499cf90-cdf2-4924-9eda-c75893e45dcf tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198992 May 24 13:57:45.968834 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:45.974218 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5afb63a8-94ec-465c-9c43-6a2e3fcb7ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (147e9dce-141e-459c-8a90-e94155e6f9bc), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:46.002842 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:46.013464 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-43120a11-1724-4ad9-b656-e9c706e48197 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:46.015276 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-43120a11-1724-4ad9-b656-e9c706e48197 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/networks?id=f063f9ef-2098-4bf4-a44f-09110a7a9fdf HTTP/1.1" status: 200 len: 809 time: 0.1305048 May 24 13:57:46.023566 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:46.033403 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-016bd6a8-fcfd-4800-b4a0-36169a4369c2 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/quotas/b8708171d18747eda57bed0a3cb3030b HTTP/1.1" status: 200 len: 375 time: 0.0110281 May 24 13:57:46.041518 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05cced-a91d-4423-a814-0aa49992c04a None None] Pushing event updated for resources: {'Port': ['ID=147e9dce-141e-459c-8a90-e94155e6f9bc,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:46.042547 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-01a031a1-9594-49fe-8284-4a43de5ed504 admin admin] Allocated IP 172.20.0.1 (da184706-a3cd-4a03-bf62-0c961d1fd5b4/b11a7f37-1257-4714-9cab-12aa8fc6a3a6/9a49196f-a083-4f82-9579-b43e8beabd03) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 13:57:46.070844 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afb63a8-94ec-465c-9c43-6a2e3fcb7ea4 None None] Routers {'ad3b5635-ef70-4777-8466-ffd87c5730c1'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 13:57:46.072117 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5afb63a8-94ec-465c-9c43-6a2e3fcb7ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T13:57:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad3b5635-ef70-4777-8466-ffd87c5730c1'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:57:46.080108 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-9f3e530c-a5ab-4cb8-a00f-ab72024064b9 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b8708171d18747eda57bed0a3cb3030b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369294 May 24 13:57:46.085333 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port dd586988-88a4-4d7d-910a-614c79d71be6 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:57:46.149322 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:46.165605 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:46.168770 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-01a031a1-9594-49fe-8284-4a43de5ed504 admin admin] Publish callbacks [] for port (9a49196f-a083-4f82-9579-b43e8beabd03), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:46.190312 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-5afb63a8-94ec-465c-9c43-6a2e3fcb7ea4 None None] Set router ad3b5635-ef70-4777-8466-ffd87c5730c1 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 13:57:46.208265 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-01a031a1-9594-49fe-8284-4a43de5ed504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (9a49196f-a083-4f82-9579-b43e8beabd03), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:46.212547 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-aaff7370-01d2-45fd-97d0-3399b5c68a8a service neutron] 10.222.0.24 "GET /v2.0/networks/f063f9ef-2098-4bf4-a44f-09110a7a9fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191866 May 24 13:57:46.261580 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a031a1-9594-49fe-8284-4a43de5ed504 admin admin] Network da184706-a3cd-4a03-bf62-0c961d1fd5b4 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:57:46.265871 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-01a031a1-9594-49fe-8284-4a43de5ed504 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:57:46.271247 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a031a1-9594-49fe-8284-4a43de5ed504 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 13:57:46.297439 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a031a1-9594-49fe-8284-4a43de5ed504 admin admin] Pushing event updated for resources: {'Port': ['ID=9a49196f-a083-4f82-9579-b43e8beabd03,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:46.319744 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-01a031a1-9594-49fe-8284-4a43de5ed504 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534319'] for router_interface (ad3b5635-ef70-4777-8466-ffd87c5730c1), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:46.337838 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-c07105ef-745f-4412-92bb-73ca8ae6ee2f service neutron] 10.222.0.24 "GET /v2.0/networks/f063f9ef-2098-4bf4-a44f-09110a7a9fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183519 May 24 13:57:46.483474 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-01a031a1-9594-49fe-8284-4a43de5ed504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (9a49196f-a083-4f82-9579-b43e8beabd03), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:46.554043 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5afb63a8-94ec-465c-9c43-6a2e3fcb7ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'name': 'tempest-TestVolumeBootPattern-1261063742-router', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:57:41Z', 'updated_at': '2022-05-24T13:57:44Z', 'revision_number': 3, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'gw_port': {'id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:43Z', 'updated_at': '2022-05-24T13:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:57:46.586280 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afb63a8-94ec-465c-9c43-6a2e3fcb7ea4 None None] The sync data for ids ['ad3b5635-ef70-4777-8466-ffd87c5730c1'] in dv-cinder-842129-1-iscsi is: [{'id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'name': 'tempest-TestVolumeBootPattern-1261063742-router', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:57:41Z', 'updated_at': '2022-05-24T13:57:44Z', 'revision_number': 3, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'gw_port': {'id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:43Z', 'updated_at': '2022-05-24T13:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 13:57:46.623036 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-aacd4818-06a3-49c5-8343-697a074fd69a req-c2d3d6a8-df18-4af9-a162-dc3550f91692 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 210 time: 0.0626554 May 24 13:57:46.646953 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-72972e9c-d3d5-4eca-a5a4-8c0f5fb887b2 None None] Provisioning complete for port 9a49196f-a083-4f82-9579-b43e8beabd03 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:57:46.647493 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-72972e9c-d3d5-4eca-a5a4-8c0f5fb887b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (9a49196f-a083-4f82-9579-b43e8beabd03), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:46.718336 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-72972e9c-d3d5-4eca-a5a4-8c0f5fb887b2 None None] Port 9a49196f-a083-4f82-9579-b43e8beabd03 cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 13:57:46.830652 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-01a031a1-9594-49fe-8284-4a43de5ed504 admin admin] Publish callbacks [] for port (9a49196f-a083-4f82-9579-b43e8beabd03), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:46.836391 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-01a031a1-9594-49fe-8284-4a43de5ed504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5714289'] for port (9a49196f-a083-4f82-9579-b43e8beabd03), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:46.907427 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef967d8-5470-4013-8126-def0cd153dcb req-bbaa7f74-3617-408a-a333-629652c88b56 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:46.909194 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5ef967d8-5470-4013-8126-def0cd153dcb req-bbaa7f74-3617-408a-a333-629652c88b56 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/ports?device_id=d86c9f2c-6076-42d9-95e1-c4781db7982b HTTP/1.1" status: 200 len: 948 time: 0.0645173 May 24 13:57:46.964269 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-01a031a1-9594-49fe-8284-4a43de5ed504 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-169734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532671'] for router_interface (ad3b5635-ef70-4777-8466-ffd87c5730c1), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:46.970303 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a031a1-9594-49fe-8284-4a43de5ed504 admin admin] Pushing event updated for resources: {'Port': ['ID=9a49196f-a083-4f82-9579-b43e8beabd03,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:47.021649 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5ef967d8-5470-4013-8126-def0cd153dcb req-09261b6c-6658-42a0-997f-a8e742e0b203 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/security-groups?id=93b6067a-22d5-48f8-b4bb-80dee1f324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044936 May 24 13:57:47.116907 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:47.142271 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a031a1-9594-49fe-8284-4a43de5ed504 admin admin] Network da184706-a3cd-4a03-bf62-0c961d1fd5b4 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:57:47.149677 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bd083-4ca8-4839-a3b9-8f311e857c78 req-e3d44bfb-1374-4a6b-a50c-48fc1be81456 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:47.151229 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bb8bd083-4ca8-4839-a3b9-8f311e857c78 req-e3d44bfb-1374-4a6b-a50c-48fc1be81456 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f19875e-64fa-4a59-9a45-a3d6e7ae96d6 HTTP/1.1" status: 200 len: 945 time: 0.0727155 May 24 13:57:47.152747 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-01a031a1-9594-49fe-8284-4a43de5ed504 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:57:47.283984 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bb8bd083-4ca8-4839-a3b9-8f311e857c78 req-9cb2962f-ecba-4a11-a8c7-251f27df370d tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240332 May 24 13:57:47.330845 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a031a1-9594-49fe-8284-4a43de5ed504 admin admin] Router ad3b5635-ef70-4777-8466-ffd87c5730c1 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 13:57:47.398290 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:47.440315 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-9a1a6f02-56e7-4408-b8c5-7d3b5d530e86 None None] Provisioning complete for port 9a49196f-a083-4f82-9579-b43e8beabd03 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:57:47.440594 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9a1a6f02-56e7-4408-b8c5-7d3b5d530e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (9a49196f-a083-4f82-9579-b43e8beabd03), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:47.449193 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a031a1-9594-49fe-8284-4a43de5ed504 admin admin] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 13:57:47.454323 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-01a031a1-9594-49fe-8284-4a43de5ed504 admin admin] 10.222.0.24 "PUT /v2.0/routers/ad3b5635-ef70-4777-8466-ffd87c5730c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4379246 May 24 13:57:47.482879 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-9a1a6f02-56e7-4408-b8c5-7d3b5d530e86 None None] Port 9a49196f-a083-4f82-9579-b43e8beabd03 cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 13:57:47.732555 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d507d1b6-e31b-4c93-98a5-183ce2f10e09 req-e3d77ff5-cca4-4bfe-af6a-ae22bb04c0f3 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 210 time: 0.0339234 May 24 13:57:47.840044 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 147e9dce-141e-459c-8a90-e94155e6f9bc up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:57:47.906457 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port 147e9dce-141e-459c-8a90-e94155e6f9bc triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:57:47.906936 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (147e9dce-141e-459c-8a90-e94155e6f9bc), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:47.988465 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port 147e9dce-141e-459c-8a90-e94155e6f9bc is: DOWN; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:57:47.988984 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (147e9dce-141e-459c-8a90-e94155e6f9bc), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:48.012712 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] For port 147e9dce-141e-459c-8a90-e94155e6f9bc, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=147e9dce-141e-459c-8a90-e94155e6f9bc,segment=NetworkSegment(3f5d497a-81fa-44a3-b648-e1e22cc699e7),segment_id=3f5d497a-81fa-44a3-b648-e1e22cc699e7)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:57:48.016061 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 37986) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:48.016989 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (147e9dce-141e-459c-8a90-e94155e6f9bc), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:48.023497 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-a04d573f-7d82-47a0-ae76-d1244d9de278 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1348167688-network', 'tenant_id': '7acb9a364a7a40bbbaacdd321517b426'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:57:48.049959 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04d573f-7d82-47a0-ae76-d1244d9de278 admin admin] Made reservation on behalf of 7acb9a364a7a40bbbaacdd321517b426 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:57:48.053040 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a04d573f-7d82-47a0-ae76-d1244d9de278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:48.063150 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a04d573f-7d82-47a0-ae76-d1244d9de278 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:48.077174 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Pushing event updated for resources: {'Port': ['ID=147e9dce-141e-459c-8a90-e94155e6f9bc,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:48.162180 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192237b9-9591-447c-9275-b8c41c68d6dd req-f125da70-f432-44e5-9fb8-ab0932c4aa08 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:48.163657 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-192237b9-9591-447c-9275-b8c41c68d6dd req-f125da70-f432-44e5-9fb8-ab0932c4aa08 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/ports?device_id=d86c9f2c-6076-42d9-95e1-c4781db7982b HTTP/1.1" status: 200 len: 948 time: 0.0727124 May 24 13:57:48.234963 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a04d573f-7d82-47a0-ae76-d1244d9de278 admin admin] Publish callbacks [] for security_group (8c9b1ad4-60a5-4446-a7f4-34c8da384a81), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:48.240170 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-192237b9-9591-447c-9275-b8c41c68d6dd req-85c091b1-1da8-458a-b639-8554e9ca9c2a tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/security-groups?id=93b6067a-22d5-48f8-b4bb-80dee1f324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698040 May 24 13:57:48.241207 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a04d573f-7d82-47a0-ae76-d1244d9de278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (8c9b1ad4-60a5-4446-a7f4-34c8da384a81), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:48.255599 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a04d573f-7d82-47a0-ae76-d1244d9de278 admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 13:57:48.284160 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a04d573f-7d82-47a0-ae76-d1244d9de278 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727739285854', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291'] for segment (a1219024-7c0f-4b22-bce9-186b43c53934), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:48.284671 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.db.segments_db [None req-a04d573f-7d82-47a0-ae76-d1244d9de278 admin admin] Added segment a1219024-7c0f-4b22-bce9-186b43c53934 of type vlan for network 78770422-3981-46f0-9621-42c225c82fe6 May 24 13:57:48.298736 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d573f-7d82-47a0-ae76-d1244d9de278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9b1ad4-60a5-4446-a7f4-34c8da384a81,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:48.329752 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d573f-7d82-47a0-ae76-d1244d9de278 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:48.330040 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d573f-7d82-47a0-ae76-d1244d9de278 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:48.330384 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d573f-7d82-47a0-ae76-d1244d9de278 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:48.330721 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d573f-7d82-47a0-ae76-d1244d9de278 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:48.331055 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d573f-7d82-47a0-ae76-d1244d9de278 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:48.331380 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d573f-7d82-47a0-ae76-d1244d9de278 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:48.331703 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d573f-7d82-47a0-ae76-d1244d9de278 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:48.332695 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d573f-7d82-47a0-ae76-d1244d9de278 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:48.333041 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d573f-7d82-47a0-ae76-d1244d9de278 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:48.333507 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d573f-7d82-47a0-ae76-d1244d9de278 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:48.333895 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d573f-7d82-47a0-ae76-d1244d9de278 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:48.334231 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d573f-7d82-47a0-ae76-d1244d9de278 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:48.334656 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d573f-7d82-47a0-ae76-d1244d9de278 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:48.335108 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d573f-7d82-47a0-ae76-d1244d9de278 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:48.335445 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d573f-7d82-47a0-ae76-d1244d9de278 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:48.347004 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a04d573f-7d82-47a0-ae76-d1244d9de278 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727738798156'] for network (78770422-3981-46f0-9621-42c225c82fe6), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:48.375941 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a04d573f-7d82-47a0-ae76-d1244d9de278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028'] for network (78770422-3981-46f0-9621-42c225c82fe6), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:48.377221 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04d573f-7d82-47a0-ae76-d1244d9de278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:48.377808 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a04d573f-7d82-47a0-ae76-d1244d9de278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:48.408660 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0bdca-97d9-466c-ae3b-94b14800b804 req-b0742bc1-d14a-4daa-855f-c694031fe2bf tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:48.410271 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-14a0bdca-97d9-466c-ae3b-94b14800b804 req-b0742bc1-d14a-4daa-855f-c694031fe2bf tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f19875e-64fa-4a59-9a45-a3d6e7ae96d6 HTTP/1.1" status: 200 len: 945 time: 0.0504079 May 24 13:57:48.439997 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-a04d573f-7d82-47a0-ae76-d1244d9de278 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.4227149 May 24 13:57:48.445395 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 37992) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:48.450310 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-c886fb76-8455-49db-bff0-40c684c2689d admin admin] Request body: {'subnet': {'network_id': '78770422-3981-46f0-9621-42c225c82fe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1348167688-subnet', 'tenant_id': '7acb9a364a7a40bbbaacdd321517b426', 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:57:48.464810 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d573f-7d82-47a0-ae76-d1244d9de278 admin admin] Pushing event updated for resources: {'Network': ['ID=78770422-3981-46f0-9621-42c225c82fe6,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:48.465653 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba8477e-eb6b-4f20-ae34-1d824543bf9e None None] Sync routers for ids ['ad3b5635-ef70-4777-8466-ffd87c5730c1'] in dv-cinder-842129-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 13:57:48.477192 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-14a0bdca-97d9-466c-ae3b-94b14800b804 req-daf324c3-4383-48c6-a3f2-368eefa1ab39 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611632 May 24 13:57:48.482633 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Network 78770422-3981-46f0-9621-42c225c82fe6 details requested by agent ovs-agent-dv-cinder-842129-1-iscsi with host dv-cinder-842129-1-iscsi {{(pid=103809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 13:57:48.489558 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c886fb76-8455-49db-bff0-40c684c2689d admin admin] Made reservation on behalf of 7acb9a364a7a40bbbaacdd321517b426 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:57:48.495661 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c886fb76-8455-49db-bff0-40c684c2689d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756343'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:48.544705 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba8477e-eb6b-4f20-ae34-1d824543bf9e None None] Routers {'ad3b5635-ef70-4777-8466-ffd87c5730c1'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 13:57:48.545382 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-3ba8477e-eb6b-4f20-ae34-1d824543bf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T13:57:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad3b5635-ef70-4777-8466-ffd87c5730c1'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:57:48.583651 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:48.643867 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 5efa9fbc-615b-4396-bd55-339ba5728851 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=103809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 13:57:48.662334 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:48.694711 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-3ba8477e-eb6b-4f20-ae34-1d824543bf9e None None] Set router ad3b5635-ef70-4777-8466-ffd87c5730c1 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 13:57:48.701202 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c886fb76-8455-49db-bff0-40c684c2689d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5712872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756229'] for subnet (26d87c6d-8682-48e8-ade9-d839df92a541), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:48.726414 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:48.765545 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886fb76-8455-49db-bff0-40c684c2689d admin admin] Pushing event updated for resources: {'Subnet': ['ID=26d87c6d-8682-48e8-ade9-d839df92a541,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:48.774344 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c886fb76-8455-49db-bff0-40c684c2689d admin admin] Checking segment: {'id': 'a1219024-7c0f-4b22-bce9-186b43c53934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '78770422-3981-46f0-9621-42c225c82fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:57:48.774693 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c886fb76-8455-49db-bff0-40c684c2689d admin admin] Network hostable DHCP agents. Network: 78770422-3981-46f0-9621-42c225c82fe6, hostable agents: ['abc51175-8e70-4fa5-9c56-ea38a91f7e2e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 13:57:48.794070 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c886fb76-8455-49db-bff0-40c684c2689d admin admin] Network 78770422-3981-46f0-9621-42c225c82fe6 is scheduled to be hosted by DHCP agent abc51175-8e70-4fa5-9c56-ea38a91f7e2e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 13:57:48.804663 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-c886fb76-8455-49db-bff0-40c684c2689d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842129-1-iscsi, 78770422-3981-46f0-9621-42c225c82fe6) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:57:48.818311 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c886fb76-8455-49db-bff0-40c684c2689d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:48.818920 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c886fb76-8455-49db-bff0-40c684c2689d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:48.819637 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9adfc7-ccdc-4b5d-857b-94cd80dcadae None None] Network 78770422-3981-46f0-9621-42c225c82fe6 requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 13:57:48.841887 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-9ca65629-299d-4eef-a991-72a1c8934494 req-41c94362-7826-4f4b-ba24-17f9df7c1c68 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 210 time: 0.0350080 May 24 13:57:48.854234 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-c886fb76-8455-49db-bff0-40c684c2689d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4077926 May 24 13:57:48.863075 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 37998) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:48.864800 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-92d35bf4-3a0a-4dc0-a349-e8a9a8bc572c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1348167688-router', 'tenant_id': '7acb9a364a7a40bbbaacdd321517b426', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:57:48.889424 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-92d35bf4-3a0a-4dc0-a349-e8a9a8bc572c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4476'] for router (a77e1a82-d39c-46c3-8a10-0a9031cfa6d3), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:48.890525 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-92d35bf4-3a0a-4dc0-a349-e8a9a8bc572c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1021525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4357'] for router (a77e1a82-d39c-46c3-8a10-0a9031cfa6d3), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:48.913057 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:48.947282 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-92d35bf4-3a0a-4dc0-a349-e8a9a8bc572c admin admin] Publish callbacks [] for router_controller (a77e1a82-d39c-46c3-8a10-0a9031cfa6d3), precommit_add_association {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:48.964341 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 5efa9fbc-615b-4396-bd55-339ba5728851, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=5efa9fbc-615b-4396-bd55-339ba5728851,segment=NetworkSegment(eb958b33-b4c0-4542-b6fc-03626f74b325),segment_id=eb958b33-b4c0-4542-b6fc-03626f74b325)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:57:49.001296 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Returning: {'device': '5efa9fbc-615b-4396-bd55-339ba5728851', 'network_id': 'e984ed39-af7c-4a75-8ce3-1c515ff223dc', 'port_id': '5efa9fbc-615b-4396-bd55-339ba5728851', 'mac_address': 'fa:16:3e:d6:06:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d72032-0207-4f25-beeb-be928cfb8c7f', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 13:57:49.076826 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506bca48-bb25-4dfe-b62b-db9cbdf080bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea215502-9989-5d28-83e0-1aba298459f8-78770422-3981-46f0-9621-42c225c82fe6', 'network_id': '78770422-3981-46f0-9621-42c225c82fe6', 'project_id': '7acb9a364a7a40bbbaacdd321517b426', 'fixed_ips': [{'subnet_id': '26d87c6d-8682-48e8-ade9-d839df92a541'}]}} from dv-cinder-842129-1-iscsi. {{(pid=103809) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 24 13:57:49.078087 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-506bca48-bb25-4dfe-b62b-db9cbdf080bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:49.105201 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-92d35bf4-3a0a-4dc0-a349-e8a9a8bc572c admin admin] Publish callbacks [] for router_gateway (a77e1a82-d39c-46c3-8a10-0a9031cfa6d3), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:49.118263 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 5efa9fbc-615b-4396-bd55-339ba5728851 is: DOWN; New status is: BUILD {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:57:49.118646 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (5efa9fbc-615b-4396-bd55-339ba5728851), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:49.149291 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5efa9fbc-615b-4396-bd55-339ba5728851 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 13:57:49.165263 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-3ba8477e-eb6b-4f20-ae34-1d824543bf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'name': 'tempest-TestVolumeBootPattern-1261063742-router', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:57:41Z', 'updated_at': '2022-05-24T13:57:46Z', 'revision_number': 4, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'gw_port': {'id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:43Z', 'updated_at': '2022-05-24T13:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '9a49196f-a083-4f82-9579-b43e8beabd03', 'name': '', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'mac_address': 'fa:16:3e:59:ef:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:45Z', 'updated_at': '2022-05-24T13:57:46Z', 'revision_number': 2, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'subnets': [{'id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:57:49.256818 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba8477e-eb6b-4f20-ae34-1d824543bf9e None None] Checking router: ad3b5635-ef70-4777-8466-ffd87c5730c1 for host: dv-cinder-842129-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 13:57:49.257202 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba8477e-eb6b-4f20-ae34-1d824543bf9e None None] Updating router ad3b5635-ef70-4777-8466-ffd87c5730c1 port 9a49196f-a083-4f82-9579-b43e8beabd03 binding host dv-cinder-842129-1-iscsi {{(pid=103809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 13:57:49.264852 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 5efa9fbc-615b-4396-bd55-339ba5728851, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=5efa9fbc-615b-4396-bd55-339ba5728851,segment=NetworkSegment(eb958b33-b4c0-4542-b6fc-03626f74b325),segment_id=eb958b33-b4c0-4542-b6fc-03626f74b325)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:57:49.267992 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 38008) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:49.290124 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (5efa9fbc-615b-4396-bd55-339ba5728851), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:49.337503 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3ba8477e-eb6b-4f20-ae34-1d824543bf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (9a49196f-a083-4f82-9579-b43e8beabd03), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:49.370286 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-92d35bf4-3a0a-4dc0-a349-e8a9a8bc572c admin admin] Publish callbacks [] for router_gateway (a77e1a82-d39c-46c3-8a10-0a9031cfa6d3), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:49.408303 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4b2b1b7b-3d42-45eb-a407-811fe080947c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:49.410132 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8b8fc-15b3-4bc3-bbc7-42e7ae5c3cd8 req-fc85c56f-9a68-49a2-a043-c1ebfcdd43fa tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:49.411955 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fef8b8fc-15b3-4bc3-bbc7-42e7ae5c3cd8 req-fc85c56f-9a68-49a2-a043-c1ebfcdd43fa tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/ports?device_id=d86c9f2c-6076-42d9-95e1-c4781db7982b HTTP/1.1" status: 200 len: 949 time: 0.0865450 May 24 13:57:49.413426 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-92d35bf4-3a0a-4dc0-a349-e8a9a8bc572c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:49.495903 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:49.526377 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4b2b1b7b-3d42-45eb-a407-811fe080947c admin admin] Publish callbacks [] for security_group (d2da8581-d4e2-4a32-ab54-7f6b17617352), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:49.537275 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4b2b1b7b-3d42-45eb-a407-811fe080947c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (d2da8581-d4e2-4a32-ab54-7f6b17617352), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:49.547864 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:49.592710 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d1af2-2642-4817-97bc-1821c7889be3 req-7ac73ec6-0a5f-4e1c-90fc-e0a8c81ddf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:49.595112 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-026d1af2-2642-4817-97bc-1821c7889be3 req-7ac73ec6-0a5f-4e1c-90fc-e0a8c81ddf6d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=456ea6bbe702420cb7fa4284088efda2&device_id=d86c9f2c-6076-42d9-95e1-c4781db7982b HTTP/1.1" status: 200 len: 1133 time: 0.1665549 May 24 13:57:49.611289 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b1b7b-3d42-45eb-a407-811fe080947c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2da8581-d4e2-4a32-ab54-7f6b17617352,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:49.671735 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-506bca48-bb25-4dfe-b62b-db9cbdf080bb None None] Allocated IP 172.20.0.2 (78770422-3981-46f0-9621-42c225c82fe6/26d87c6d-8682-48e8-ade9-d839df92a541/cc44bd26-f483-4d5e-a87b-aceef570b784) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 13:57:49.674020 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=5efa9fbc-615b-4396-bd55-339ba5728851,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:49.677718 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64140a35-9200-4dfc-ade5-3b5e1aed8655 req-4774c051-1b02-4f7c-a9be-cf1ee37d0714 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:49.679283 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-64140a35-9200-4dfc-ade5-3b5e1aed8655 req-4774c051-1b02-4f7c-a9be-cf1ee37d0714 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f19875e-64fa-4a59-9a45-a3d6e7ae96d6 HTTP/1.1" status: 200 len: 945 time: 0.0623171 May 24 13:57:49.684289 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-4b2b1b7b-3d42-45eb-a407-811fe080947c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e3df757b60e41009a03e11542ddf43c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4141560 May 24 13:57:49.685156 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 38016) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:49.703296 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:49.711403 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-92d35bf4-3a0a-4dc0-a349-e8a9a8bc572c admin admin] Allocated IP 172.27.3.231 (77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6/277372c2-c924-4ff9-98b4-a2b2337930ef/102f6f9a-3828-470c-ab81-d1a2e19e6bb0) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 13:57:49.825772 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fef8b8fc-15b3-4bc3-bbc7-42e7ae5c3cd8 req-2b7f8470-462e-4c0d-babe-3c5efb753d07 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/security-groups?id=93b6067a-22d5-48f8-b4bb-80dee1f324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954954 May 24 13:57:49.891429 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-64140a35-9200-4dfc-ade5-3b5e1aed8655 req-5c63f4ee-8e39-4665-a950-f5c3329886b9 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988809 May 24 13:57:49.903349 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f015c90e-a156-4eb5-bf87-6ba9cdbc8352 admin admin] Publish callbacks [] for security_group (d2da8581-d4e2-4a32-ab54-7f6b17617352), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:49.958626 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f015c90e-a156-4eb5-bf87-6ba9cdbc8352 admin admin] Publish callbacks [] for security_group (d2da8581-d4e2-4a32-ab54-7f6b17617352), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:50.048512 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:50.056357 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['5efa9fbc-615b-4396-bd55-339ba5728851'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 13:57:50.058914 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 147e9dce-141e-459c-8a90-e94155e6f9bc up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:57:50.062640 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f015c90e-a156-4eb5-bf87-6ba9cdbc8352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (d2da8581-d4e2-4a32-ab54-7f6b17617352), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:50.065585 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f015c90e-a156-4eb5-bf87-6ba9cdbc8352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:50.067474 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-f015c90e-a156-4eb5-bf87-6ba9cdbc8352 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d2da8581-d4e2-4a32-ab54-7f6b17617352 HTTP/1.1" status: 204 len: 168 time: 0.3811984 May 24 13:57:50.088656 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015c90e-a156-4eb5-bf87-6ba9cdbc8352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2da8581-d4e2-4a32-ab54-7f6b17617352,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:50.113216 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3ba8477e-eb6b-4f20-ae34-1d824543bf9e None None] Publish callbacks [] for port (9a49196f-a083-4f82-9579-b43e8beabd03), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:50.156595 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3ba8477e-eb6b-4f20-ae34-1d824543bf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (9a49196f-a083-4f82-9579-b43e8beabd03), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:50.216343 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1c4bfa19-313d-41e4-95c2-cafc351ff540 req-7fc57492-1948-4d32-9470-21771a4e1de0 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 210 time: 0.0736690 May 24 13:57:50.276128 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-92d35bf4-3a0a-4dc0-a349-e8a9a8bc572c admin admin] Publish callbacks [] for port (102f6f9a-3828-470c-ab81-d1a2e19e6bb0), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:50.281673 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e6885-eaf5-4985-b1a0-434f08abdc90 None None] Pushing event updated for resources: {'Port': ['ID=9a49196f-a083-4f82-9579-b43e8beabd03,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:50.329027 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-506bca48-bb25-4dfe-b62b-db9cbdf080bb None None] Publish callbacks [] for port (cc44bd26-f483-4d5e-a87b-aceef570b784), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:50.336276 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d1af2-2642-4817-97bc-1821c7889be3 req-53f76281-f422-4ecf-84bf-d91d40d4314c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:50.337787 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-026d1af2-2642-4817-97bc-1821c7889be3 req-53f76281-f422-4ecf-84bf-d91d40d4314c service neutron] 10.222.0.55 "GET /v2.0/networks?id=e984ed39-af7c-4a75-8ce3-1c515ff223dc HTTP/1.1" status: 200 len: 870 time: 0.5354624 May 24 13:57:50.340798 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port 147e9dce-141e-459c-8a90-e94155e6f9bc triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:57:50.341453 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (147e9dce-141e-459c-8a90-e94155e6f9bc), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:50.371873 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-92d35bf4-3a0a-4dc0-a349-e8a9a8bc572c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (102f6f9a-3828-470c-ab81-d1a2e19e6bb0), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:50.376150 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:50.401931 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-506bca48-bb25-4dfe-b62b-db9cbdf080bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997'] for port (cc44bd26-f483-4d5e-a87b-aceef570b784), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:50.481173 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d35bf4-3a0a-4dc0-a349-e8a9a8bc572c admin admin] Network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:57:50.484263 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-92d35bf4-3a0a-4dc0-a349-e8a9a8bc572c admin admin] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:57:50.501597 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d35bf4-3a0a-4dc0-a349-e8a9a8bc572c admin admin] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 13:57:50.535592 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506bca48-bb25-4dfe-b62b-db9cbdf080bb None None] Network 78770422-3981-46f0-9621-42c225c82fe6 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:57:50.541246 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d35bf4-3a0a-4dc0-a349-e8a9a8bc572c admin admin] Pushing event updated for resources: {'Port': ['ID=102f6f9a-3828-470c-ab81-d1a2e19e6bb0,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:50.556212 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d35bf4-3a0a-4dc0-a349-e8a9a8bc572c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:50.556687 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d35bf4-3a0a-4dc0-a349-e8a9a8bc572c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:50.556831 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-506bca48-bb25-4dfe-b62b-db9cbdf080bb None None] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:57:50.557371 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d35bf4-3a0a-4dc0-a349-e8a9a8bc572c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:50.557854 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d35bf4-3a0a-4dc0-a349-e8a9a8bc572c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:50.558482 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d35bf4-3a0a-4dc0-a349-e8a9a8bc572c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:50.559160 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d35bf4-3a0a-4dc0-a349-e8a9a8bc572c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:50.559700 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d35bf4-3a0a-4dc0-a349-e8a9a8bc572c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:50.560340 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d35bf4-3a0a-4dc0-a349-e8a9a8bc572c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:50.560881 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d35bf4-3a0a-4dc0-a349-e8a9a8bc572c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:50.561454 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d35bf4-3a0a-4dc0-a349-e8a9a8bc572c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:50.561995 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d35bf4-3a0a-4dc0-a349-e8a9a8bc572c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:50.562558 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d35bf4-3a0a-4dc0-a349-e8a9a8bc572c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:50.563109 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d35bf4-3a0a-4dc0-a349-e8a9a8bc572c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:50.563638 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d35bf4-3a0a-4dc0-a349-e8a9a8bc572c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:50.564204 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d35bf4-3a0a-4dc0-a349-e8a9a8bc572c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:50.580926 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506bca48-bb25-4dfe-b62b-db9cbdf080bb None None] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 13:57:50.596076 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-3ba8477e-eb6b-4f20-ae34-1d824543bf9e None None] Attempting to bind port 9a49196f-a083-4f82-9579-b43e8beabd03 on host dv-cinder-842129-1-iscsi for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 13:57:50.596447 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-3ba8477e-eb6b-4f20-ae34-1d824543bf9e None None] Attempting to bind port 9a49196f-a083-4f82-9579-b43e8beabd03 by drivers openvswitch,hyperv on host dv-cinder-842129-1-iscsi at level 0 using segments [{'id': '1e6ed359-4160-4992-9ca6-a2eeb518f77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 13:57:50.596806 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba8477e-eb6b-4f20-ae34-1d824543bf9e None None] Attempting to bind port 9a49196f-a083-4f82-9579-b43e8beabd03 on network da184706-a3cd-4a03-bf62-0c961d1fd5b4 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:57:50.600513 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506bca48-bb25-4dfe-b62b-db9cbdf080bb None None] Pushing event updated for resources: {'Port': ['ID=cc44bd26-f483-4d5e-a87b-aceef570b784,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:50.651639 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba8477e-eb6b-4f20-ae34-1d824543bf9e None None] Checking agent: {'id': 'ec10bf60-b5fa-4c85-822a-958a8882b62f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 47), 'started_at': datetime.datetime(2022, 5, 24, 13, 47, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 13, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 13:57:50.652038 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba8477e-eb6b-4f20-ae34-1d824543bf9e None None] Checking segment: {'id': '1e6ed359-4160-4992-9ca6-a2eeb518f77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:57:50.652434 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3ba8477e-eb6b-4f20-ae34-1d824543bf9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:50.652817 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba8477e-eb6b-4f20-ae34-1d824543bf9e None None] Bound using segment: {'id': '1e6ed359-4160-4992-9ca6-a2eeb518f77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 13:57:50.653374 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-3ba8477e-eb6b-4f20-ae34-1d824543bf9e None None] Bound port: 9a49196f-a083-4f82-9579-b43e8beabd03, host: dv-cinder-842129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e6ed359-4160-4992-9ca6-a2eeb518f77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 13:57:50.653673 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3ba8477e-eb6b-4f20-ae34-1d824543bf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (9a49196f-a083-4f82-9579-b43e8beabd03), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:50.724143 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-63d407fc-0d3d-4746-82fe-9b1ff405fe62 None None] Provisioning complete for port 9a49196f-a083-4f82-9579-b43e8beabd03 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:57:50.724508 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-63d407fc-0d3d-4746-82fe-9b1ff405fe62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (9a49196f-a083-4f82-9579-b43e8beabd03), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:50.746278 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-026d1af2-2642-4817-97bc-1821c7889be3 req-2a244b37-aeb0-4d60-9be9-6067d04226d3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=5efa9fbc-615b-4396-bd55-339ba5728851 HTTP/1.1" status: 200 len: 217 time: 0.0986676 May 24 13:57:50.761642 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port 147e9dce-141e-459c-8a90-e94155e6f9bc is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:57:50.845973 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-506bca48-bb25-4dfe-b62b-db9cbdf080bb None None] Attempting to bind port cc44bd26-f483-4d5e-a87b-aceef570b784 on host dv-cinder-842129-1-iscsi for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 13:57:50.846455 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-506bca48-bb25-4dfe-b62b-db9cbdf080bb None None] Attempting to bind port cc44bd26-f483-4d5e-a87b-aceef570b784 by drivers openvswitch,hyperv on host dv-cinder-842129-1-iscsi at level 0 using segments [{'id': 'a1219024-7c0f-4b22-bce9-186b43c53934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '78770422-3981-46f0-9621-42c225c82fe6'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 13:57:50.846826 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506bca48-bb25-4dfe-b62b-db9cbdf080bb None None] Attempting to bind port cc44bd26-f483-4d5e-a87b-aceef570b784 on network 78770422-3981-46f0-9621-42c225c82fe6 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:57:50.912123 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d1af2-2642-4817-97bc-1821c7889be3 req-1215540d-8730-4e97-9ca7-058a1cae479e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:50.912823 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506bca48-bb25-4dfe-b62b-db9cbdf080bb None None] Checking agent: {'id': 'ec10bf60-b5fa-4c85-822a-958a8882b62f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 47), 'started_at': datetime.datetime(2022, 5, 24, 13, 47, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 13, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 13:57:50.913205 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506bca48-bb25-4dfe-b62b-db9cbdf080bb None None] Checking segment: {'id': 'a1219024-7c0f-4b22-bce9-186b43c53934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '78770422-3981-46f0-9621-42c225c82fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:57:50.913606 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-506bca48-bb25-4dfe-b62b-db9cbdf080bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:50.913931 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-026d1af2-2642-4817-97bc-1821c7889be3 req-1215540d-8730-4e97-9ca7-058a1cae479e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16d72032-0207-4f25-beeb-be928cfb8c7f HTTP/1.1" status: 200 len: 843 time: 0.1445904 May 24 13:57:50.914049 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506bca48-bb25-4dfe-b62b-db9cbdf080bb None None] Bound using segment: {'id': 'a1219024-7c0f-4b22-bce9-186b43c53934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '78770422-3981-46f0-9621-42c225c82fe6'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 13:57:50.914488 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-506bca48-bb25-4dfe-b62b-db9cbdf080bb None None] Bound port: cc44bd26-f483-4d5e-a87b-aceef570b784, host: dv-cinder-842129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1219024-7c0f-4b22-bce9-186b43c53934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '78770422-3981-46f0-9621-42c225c82fe6'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 13:57:50.915179 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-506bca48-bb25-4dfe-b62b-db9cbdf080bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (cc44bd26-f483-4d5e-a87b-aceef570b784), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:50.945458 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-63d407fc-0d3d-4746-82fe-9b1ff405fe62 None None] Port 9a49196f-a083-4f82-9579-b43e8beabd03 cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 13:57:50.956344 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-3ba8477e-eb6b-4f20-ae34-1d824543bf9e None None] For port 9a49196f-a083-4f82-9579-b43e8beabd03, host dv-cinder-842129-1-iscsi, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 13:57:50.960564 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-3ba8477e-eb6b-4f20-ae34-1d824543bf9e None None] For port 9a49196f-a083-4f82-9579-b43e8beabd03, host dv-cinder-842129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=9a49196f-a083-4f82-9579-b43e8beabd03,segment=NetworkSegment(1e6ed359-4160-4992-9ca6-a2eeb518f77f),segment_id=1e6ed359-4160-4992-9ca6-a2eeb518f77f)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 13:57:50.995485 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3ba8477e-eb6b-4f20-ae34-1d824543bf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (9a49196f-a083-4f82-9579-b43e8beabd03), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:51.015209 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:51.077031 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ecfdeb-3133-4044-af56-b27c35316626 req-da99f4f9-28f5-4313-ba32-eb158a4914b8 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:51.079443 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-48ecfdeb-3133-4044-af56-b27c35316626 req-da99f4f9-28f5-4313-ba32-eb158a4914b8 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/ports?device_id=d86c9f2c-6076-42d9-95e1-c4781db7982b HTTP/1.1" status: 200 len: 949 time: 0.0941315 May 24 13:57:51.092707 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:51.118277 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-506bca48-bb25-4dfe-b62b-db9cbdf080bb None None] For port cc44bd26-f483-4d5e-a87b-aceef570b784, host dv-cinder-842129-1-iscsi, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 13:57:51.132764 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-506bca48-bb25-4dfe-b62b-db9cbdf080bb None None] For port cc44bd26-f483-4d5e-a87b-aceef570b784, host dv-cinder-842129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=cc44bd26-f483-4d5e-a87b-aceef570b784,segment=NetworkSegment(a1219024-7c0f-4b22-bce9-186b43c53934),segment_id=a1219024-7c0f-4b22-bce9-186b43c53934)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 13:57:51.141113 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-f866f4ed-76dd-457e-bfd2-784d86a72d6e tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:51.143328 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-f866f4ed-76dd-457e-bfd2-784d86a72d6e tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.55 "GET /v2.0/networks?id=f063f9ef-2098-4bf4-a44f-09110a7a9fdf HTTP/1.1" status: 200 len: 809 time: 0.3733895 May 24 13:57:51.143465 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d1af2-2642-4817-97bc-1821c7889be3 req-26164568-f73e-4c4c-b523-7b31501ec499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:51.147409 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e6885-eaf5-4985-b1a0-434f08abdc90 None None] Pushing event updated for resources: {'Port': ['ID=9a49196f-a083-4f82-9579-b43e8beabd03,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:51.148305 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-026d1af2-2642-4817-97bc-1821c7889be3 req-26164568-f73e-4c4c-b523-7b31501ec499 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e984ed39-af7c-4a75-8ce3-1c515ff223dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1803489 May 24 13:57:51.151273 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-506bca48-bb25-4dfe-b62b-db9cbdf080bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (cc44bd26-f483-4d5e-a87b-aceef570b784), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:51.155285 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba8477e-eb6b-4f20-ae34-1d824543bf9e None None] Routers {'ad3b5635-ef70-4777-8466-ffd87c5730c1'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 13:57:51.155948 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-3ba8477e-eb6b-4f20-ae34-1d824543bf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T13:57:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad3b5635-ef70-4777-8466-ffd87c5730c1'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:57:51.175951 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=5 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:51.184592 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-92d35bf4-3a0a-4dc0-a349-e8a9a8bc572c admin admin] Publish callbacks [] for router_gateway (a77e1a82-d39c-46c3-8a10-0a9031cfa6d3), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:51.206054 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-48ecfdeb-3133-4044-af56-b27c35316626 req-2b413dc7-92a5-42a9-b671-beec967786a2 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/security-groups?id=93b6067a-22d5-48f8-b4bb-80dee1f324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119153 May 24 13:57:51.268810 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-3dcd7517-c958-4578-a9d8-856ad9ccd507 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Request body: {'port': {'device_id': '67f11425-3efc-4ac0-88dd-449b0180843e', 'network_id': 'f063f9ef-2098-4bf4-a44f-09110a7a9fdf', 'admin_state_up': True, 'tenant_id': 'b8708171d18747eda57bed0a3cb3030b'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:57:51.341640 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506bca48-bb25-4dfe-b62b-db9cbdf080bb None None] Pushing event updated for resources: {'Port': ['ID=cc44bd26-f483-4d5e-a87b-aceef570b784,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:51.362047 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:51.431509 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-3a6658f4-3df6-4d38-bcfb-bd14816b5327 req-54eadb6d-63d2-4755-b056-48e2d03139ae tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 210 time: 0.0442572 May 24 13:57:51.458193 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09d543-68c5-4184-899a-ee15c4f3f6bb req-186178d0-ebda-4737-9c49-90044cdb218c tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:51.467088 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8b09d543-68c5-4184-899a-ee15c4f3f6bb req-186178d0-ebda-4737-9c49-90044cdb218c tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f19875e-64fa-4a59-9a45-a3d6e7ae96d6 HTTP/1.1" status: 200 len: 945 time: 0.4097271 May 24 13:57:51.514261 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-c6a49c32-8bf5-42b1-9648-60833ea356ad None None] Provisioning complete for port 9a49196f-a083-4f82-9579-b43e8beabd03 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:57:51.514708 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c6a49c32-8bf5-42b1-9648-60833ea356ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (9a49196f-a083-4f82-9579-b43e8beabd03), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:51.533264 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:51.541622 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-3dcd7517-c958-4578-a9d8-856ad9ccd507 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Made reservation on behalf of b8708171d18747eda57bed0a3cb3030b for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:57:51.548330 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-3dcd7517-c958-4578-a9d8-856ad9ccd507 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:51.568567 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-3ba8477e-eb6b-4f20-ae34-1d824543bf9e None None] Set router ad3b5635-ef70-4777-8466-ffd87c5730c1 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 13:57:51.655655 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8b09d543-68c5-4184-899a-ee15c4f3f6bb req-237a1ade-f0d5-458b-87de-de0f33c94fe5 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876040 May 24 13:57:51.669552 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-026d1af2-2642-4817-97bc-1821c7889be3 req-000ced75-48bf-46d2-814e-44013d343c53 service neutron] 10.222.0.55 "GET /v2.0/networks/e984ed39-af7c-4a75-8ce3-1c515ff223dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064048 May 24 13:57:51.763923 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-3dcd7517-c958-4578-a9d8-856ad9ccd507 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Allocated IP 172.20.0.7 (f063f9ef-2098-4bf4-a44f-09110a7a9fdf/8130db12-e414-4e35-b6d5-126ec386849f/92d0feca-c6fc-482a-9c90-d85a60c51e31) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 13:57:51.786502 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-92d35bf4-3a0a-4dc0-a349-e8a9a8bc572c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539258'] for router (a77e1a82-d39c-46c3-8a10-0a9031cfa6d3), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:51.989149 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device cc44bd26-f483-4d5e-a87b-aceef570b784 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:57:52.004925 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-3dcd7517-c958-4578-a9d8-856ad9ccd507 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Publish callbacks [] for port (92d0feca-c6fc-482a-9c90-d85a60c51e31), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:52.024820 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:52.065199 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-c6a49c32-8bf5-42b1-9648-60833ea356ad None None] Current status of the port 9a49196f-a083-4f82-9579-b43e8beabd03 is: DOWN; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:57:52.065694 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c6a49c32-8bf5-42b1-9648-60833ea356ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (9a49196f-a083-4f82-9579-b43e8beabd03), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:52.105445 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-3ba8477e-eb6b-4f20-ae34-1d824543bf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'name': 'tempest-TestVolumeBootPattern-1261063742-router', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:57:41Z', 'updated_at': '2022-05-24T13:57:46Z', 'revision_number': 4, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'gw_port': {'id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:43Z', 'updated_at': '2022-05-24T13:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '9a49196f-a083-4f82-9579-b43e8beabd03', 'name': '', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'mac_address': 'fa:16:3e:59:ef:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:45Z', 'updated_at': '2022-05-24T13:57:50Z', 'revision_number': 4, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'subnets': [{'id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:57:52.106345 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-026d1af2-2642-4817-97bc-1821c7889be3 req-007ac847-0431-4384-931b-98f3e12bf899 service neutron] 10.222.0.55 "GET /v2.0/networks/e984ed39-af7c-4a75-8ce3-1c515ff223dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951635 May 24 13:57:52.108787 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-3dcd7517-c958-4578-a9d8-856ad9ccd507 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (92d0feca-c6fc-482a-9c90-d85a60c51e31), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:52.163750 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d35bf4-3a0a-4dc0-a349-e8a9a8bc572c admin admin] Router a77e1a82-d39c-46c3-8a10-0a9031cfa6d3 is scheduled to L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 with binding_index 1 {{(pid=103807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 24 13:57:52.170292 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba8477e-eb6b-4f20-ae34-1d824543bf9e None None] The sync data for ids ['ad3b5635-ef70-4777-8466-ffd87c5730c1'] in dv-cinder-842129-1-iscsi is: [{'id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'name': 'tempest-TestVolumeBootPattern-1261063742-router', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:57:41Z', 'updated_at': '2022-05-24T13:57:46Z', 'revision_number': 4, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'gw_port': {'id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:43Z', 'updated_at': '2022-05-24T13:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '9a49196f-a083-4f82-9579-b43e8beabd03', 'name': '', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'mac_address': 'fa:16:3e:59:ef:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:45Z', 'updated_at': '2022-05-24T13:57:50Z', 'revision_number': 4, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'subnets': [{'id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 13:57:52.182733 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-c6a49c32-8bf5-42b1-9648-60833ea356ad None None] For port 9a49196f-a083-4f82-9579-b43e8beabd03, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=9a49196f-a083-4f82-9579-b43e8beabd03,segment=NetworkSegment(1e6ed359-4160-4992-9ca6-a2eeb518f77f),segment_id=1e6ed359-4160-4992-9ca6-a2eeb518f77f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:57:52.185694 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port cc44bd26-f483-4d5e-a87b-aceef570b784 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:57:52.187458 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (cc44bd26-f483-4d5e-a87b-aceef570b784), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:52.239538 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-3dcd7517-c958-4578-a9d8-856ad9ccd507 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Network f063f9ef-2098-4bf4-a44f-09110a7a9fdf is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:57:52.278371 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-3dcd7517-c958-4578-a9d8-856ad9ccd507 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:57:52.278666 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c6a49c32-8bf5-42b1-9648-60833ea356ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (9a49196f-a083-4f82-9579-b43e8beabd03), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:52.287549 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-3dcd7517-c958-4578-a9d8-856ad9ccd507 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 13:57:52.319106 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:52.373116 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd7517-c958-4578-a9d8-856ad9ccd507 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Pushing event updated for resources: {'Port': ['ID=92d0feca-c6fc-482a-9c90-d85a60c51e31,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:52.467937 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:52.505922 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d35bf4-3a0a-4dc0-a349-e8a9a8bc572c admin admin] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 13:57:52.522872 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966d6d6a-0a0e-4d7c-842a-8f75de1ef438 None None] Sync routers for ids ['a77e1a82-d39c-46c3-8a10-0a9031cfa6d3'] in dv-cinder-842129-1-iscsi {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 13:57:52.530970 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb59b0-49e8-43fd-82d7-972b641cd5cb req-411c1a4d-aec4-4539-8398-edd6cbe4dfd2 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:52.538924 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-66fb59b0-49e8-43fd-82d7-972b641cd5cb req-411c1a4d-aec4-4539-8398-edd6cbe4dfd2 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/ports?device_id=d86c9f2c-6076-42d9-95e1-c4781db7982b HTTP/1.1" status: 200 len: 949 time: 0.1460629 May 24 13:57:52.551166 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-92d35bf4-3a0a-4dc0-a349-e8a9a8bc572c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:52.551437 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966d6d6a-0a0e-4d7c-842a-8f75de1ef438 None None] Routers {'a77e1a82-d39c-46c3-8a10-0a9031cfa6d3'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 13:57:52.552005 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-966d6d6a-0a0e-4d7c-842a-8f75de1ef438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T13:57:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['a77e1a82-d39c-46c3-8a10-0a9031cfa6d3'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:57:52.553250 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-92d35bf4-3a0a-4dc0-a349-e8a9a8bc572c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6952519 May 24 13:57:52.556712 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 38080) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:52.569974 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-3dcd7517-c958-4578-a9d8-856ad9ccd507 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:52.577901 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-3dcd7517-c958-4578-a9d8-856ad9ccd507 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:52.618882 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-3dcd7517-c958-4578-a9d8-856ad9ccd507 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3730018 May 24 13:57:52.641066 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-03f9e94b-2ba8-4c8c-a567-0608fcf6e46e service neutron] Request body: {'port': {'device_id': '67f11425-3efc-4ac0-88dd-449b0180843e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:57:52.716168 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629759d-fc7a-41f6-ac69-8e21e20fb6ce req-08f8b37e-9e03-4bc1-8eec-b7e15275ab5b tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:52.718381 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4629759d-fc7a-41f6-ac69-8e21e20fb6ce req-08f8b37e-9e03-4bc1-8eec-b7e15275ab5b tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 931 time: 0.0879385 May 24 13:57:52.757645 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-966d6d6a-0a0e-4d7c-842a-8f75de1ef438 None None] Set router a77e1a82-d39c-46c3-8a10-0a9031cfa6d3 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 13:57:52.774527 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-66fb59b0-49e8-43fd-82d7-972b641cd5cb req-a860dc83-0816-4b2e-9ec1-c403358f5b44 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/security-groups?id=93b6067a-22d5-48f8-b4bb-80dee1f324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292674 May 24 13:57:52.806820 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 5efa9fbc-615b-4396-bd55-339ba5728851 up at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:57:52.809840 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a49c32-8bf5-42b1-9648-60833ea356ad None None] Pushing event updated for resources: {'Port': ['ID=9a49196f-a083-4f82-9579-b43e8beabd03,revision_number=5']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:52.837131 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-03f9e94b-2ba8-4c8c-a567-0608fcf6e46e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (92d0feca-c6fc-482a-9c90-d85a60c51e31), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:52.903172 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning for port 5efa9fbc-615b-4396-bd55-339ba5728851 completed by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 13:57:52.949355 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning complete for port 5efa9fbc-615b-4396-bd55-339ba5728851 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:57:52.949730 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (5efa9fbc-615b-4396-bd55-339ba5728851), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:53.012757 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port cc44bd26-f483-4d5e-a87b-aceef570b784 is: DOWN; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:57:53.013398 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (cc44bd26-f483-4d5e-a87b-aceef570b784), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:53.038617 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ae8586-d91d-4373-bb7b-7703e298bb39 None None] Network 78770422-3981-46f0-9621-42c225c82fe6 requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 13:57:53.038833 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:53.084858 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-966d6d6a-0a0e-4d7c-842a-8f75de1ef438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77e1a82-d39c-46c3-8a10-0a9031cfa6d3', 'name': 'tempest-TestVolumeBootPattern-1348167688-router', 'tenant_id': '7acb9a364a7a40bbbaacdd321517b426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '102f6f9a-3828-470c-ab81-d1a2e19e6bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:57:48Z', 'updated_at': '2022-05-24T13:57:50Z', 'revision_number': 3, 'project_id': '7acb9a364a7a40bbbaacdd321517b426', 'gw_port': {'id': '102f6f9a-3828-470c-ab81-d1a2e19e6bb0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77e1a82-d39c-46c3-8a10-0a9031cfa6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:49Z', 'updated_at': '2022-05-24T13:57:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:57:53.155532 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966d6d6a-0a0e-4d7c-842a-8f75de1ef438 None None] Checking router: a77e1a82-d39c-46c3-8a10-0a9031cfa6d3 for host: dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 13:57:53.156414 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966d6d6a-0a0e-4d7c-842a-8f75de1ef438 None None] Updating router a77e1a82-d39c-46c3-8a10-0a9031cfa6d3 port 102f6f9a-3828-470c-ab81-d1a2e19e6bb0 binding host dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 13:57:53.187069 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-966d6d6a-0a0e-4d7c-842a-8f75de1ef438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (102f6f9a-3828-470c-ab81-d1a2e19e6bb0), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:53.193532 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] For port cc44bd26-f483-4d5e-a87b-aceef570b784, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=cc44bd26-f483-4d5e-a87b-aceef570b784,segment=NetworkSegment(a1219024-7c0f-4b22-bce9-186b43c53934),segment_id=a1219024-7c0f-4b22-bce9-186b43c53934)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:57:53.197354 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4629759d-fc7a-41f6-ac69-8e21e20fb6ce req-a31be1e1-ebe6-413e-a489-f0364c137261 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656923 May 24 13:57:53.217771 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (cc44bd26-f483-4d5e-a87b-aceef570b784), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:53.221207 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-05d0da77-1207-4cd6-acf4-ea4f6f734355 None None] Provisioning complete for port cc44bd26-f483-4d5e-a87b-aceef570b784 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:57:53.221746 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-05d0da77-1207-4cd6-acf4-ea4f6f734355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (cc44bd26-f483-4d5e-a87b-aceef570b784), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:53.369895 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=100 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:53.370886 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-03f9e94b-2ba8-4c8c-a567-0608fcf6e46e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92d0feca-c6fc-482a-9c90-d85a60c51e31 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 13:57:53.388045 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 5efa9fbc-615b-4396-bd55-339ba5728851 is: BUILD; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:57:53.388486 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (5efa9fbc-615b-4396-bd55-339ba5728851), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:53.389335 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-03f9e94b-2ba8-4c8c-a567-0608fcf6e46e service neutron] Publish callbacks [] for port (92d0feca-c6fc-482a-9c90-d85a60c51e31), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:53.421384 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-03f9e94b-2ba8-4c8c-a567-0608fcf6e46e service neutron] Transition to ACTIVE for port object 92d0feca-c6fc-482a-9c90-d85a60c51e31 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 13:57:53.427893 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-03f9e94b-2ba8-4c8c-a567-0608fcf6e46e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5714289'] for port (92d0feca-c6fc-482a-9c90-d85a60c51e31), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:53.479349 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Pushing event updated for resources: {'Port': ['ID=cc44bd26-f483-4d5e-a87b-aceef570b784,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:53.485376 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:53.510626 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86c9f2c-6076-42d9-95e1-c4781db7982b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efa9fbc-615b-4396-bd55-339ba5728851'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 13:57:53.512921 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6704ccb53a4068acec69ef2b688a9e5af712f2ba46f4bf8cce86ae06eb28aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5075326a-00b9-4af6-a0f7-798800415098" -d '{"events": [{"server_uuid": "d86c9f2c-6076-42d9-95e1-c4781db7982b", "name": "network-vif-plugged", "status": "completed", "tag": "5efa9fbc-615b-4396-bd55-339ba5728851"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 13:57:53.581446 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:53.606919 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9e94b-2ba8-4c8c-a567-0608fcf6e46e service neutron] Pushing event updated for resources: {'Port': ['ID=92d0feca-c6fc-482a-9c90-d85a60c51e31,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:53.628181 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 13:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f041de1-d52b-4cb0-a60d-3df45f0e29dd x-openstack-request-id: req-8f041de1-d52b-4cb0-a60d-3df45f0e29dd {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 13:57:53.628767 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86c9f2c-6076-42d9-95e1-c4781db7982b", "name": "network-vif-plugged", "status": "completed", "tag": "5efa9fbc-615b-4396-bd55-339ba5728851", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 13:57:53.629175 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8f041de1-d52b-4cb0-a60d-3df45f0e29dd {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 13:57:53.629729 dv-cinder-842129-1-iscsi neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f041de1-d52b-4cb0-a60d-3df45f0e29dd'] response: {'server_uuid': 'd86c9f2c-6076-42d9-95e1-c4781db7982b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efa9fbc-615b-4396-bd55-339ba5728851', 'code': 200} May 24 13:57:53.632021 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 5efa9fbc-615b-4396-bd55-339ba5728851, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=5efa9fbc-615b-4396-bd55-339ba5728851,segment=NetworkSegment(eb958b33-b4c0-4542-b6fc-03626f74b325),segment_id=eb958b33-b4c0-4542-b6fc-03626f74b325)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:57:53.641360 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-03f9e94b-2ba8-4c8c-a567-0608fcf6e46e service neutron] Attempting to bind port 92d0feca-c6fc-482a-9c90-d85a60c51e31 on host hv-cinder-84212 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 13:57:53.641763 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-03f9e94b-2ba8-4c8c-a567-0608fcf6e46e service neutron] Attempting to bind port 92d0feca-c6fc-482a-9c90-d85a60c51e31 by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': '01219d60-de5f-4d45-90ee-afa3b0f26e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f063f9ef-2098-4bf4-a44f-09110a7a9fdf'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 13:57:53.642289 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-03f9e94b-2ba8-4c8c-a567-0608fcf6e46e service neutron] Attempting to bind port 92d0feca-c6fc-482a-9c90-d85a60c51e31 on network f063f9ef-2098-4bf4-a44f-09110a7a9fdf {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:57:53.655559 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-03f9e94b-2ba8-4c8c-a567-0608fcf6e46e service neutron] Port 92d0feca-c6fc-482a-9c90-d85a60c51e31 on network f063f9ef-2098-4bf4-a44f-09110a7a9fdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 13:57:53.655974 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-03f9e94b-2ba8-4c8c-a567-0608fcf6e46e service neutron] Attempting to bind port 92d0feca-c6fc-482a-9c90-d85a60c51e31 on network f063f9ef-2098-4bf4-a44f-09110a7a9fdf {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:57:53.660437 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-38be45a7-b8fe-48bb-bd1e-2f6d3dd11e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:53.664661 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (5efa9fbc-615b-4396-bd55-339ba5728851), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:53.670315 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-03f9e94b-2ba8-4c8c-a567-0608fcf6e46e service neutron] Checking agent: {'id': 'a7952d12-b11e-49b3-ae0f-02e893d8d6d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'started_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 13, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 13:57:53.670666 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-03f9e94b-2ba8-4c8c-a567-0608fcf6e46e service neutron] Checking segment: {'id': '01219d60-de5f-4d45-90ee-afa3b0f26e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f063f9ef-2098-4bf4-a44f-09110a7a9fdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:57:53.671060 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-03f9e94b-2ba8-4c8c-a567-0608fcf6e46e service neutron] Bound using segment: {'id': '01219d60-de5f-4d45-90ee-afa3b0f26e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f063f9ef-2098-4bf4-a44f-09110a7a9fdf'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 13:57:53.671508 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-03f9e94b-2ba8-4c8c-a567-0608fcf6e46e service neutron] Bound port: 92d0feca-c6fc-482a-9c90-d85a60c51e31, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01219d60-de5f-4d45-90ee-afa3b0f26e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f063f9ef-2098-4bf4-a44f-09110a7a9fdf'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 13:57:53.671893 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-03f9e94b-2ba8-4c8c-a567-0608fcf6e46e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (92d0feca-c6fc-482a-9c90-d85a60c51e31), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:53.680397 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-05d0da77-1207-4cd6-acf4-ea4f6f734355 None None] Current status of the port cc44bd26-f483-4d5e-a87b-aceef570b784 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:57:53.826153 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=5efa9fbc-615b-4396-bd55-339ba5728851,revision_number=5']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:53.881813 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-93c08e6a-105e-42aa-a31c-d31b9e070a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:53.897667 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-03f9e94b-2ba8-4c8c-a567-0608fcf6e46e service neutron] For port 92d0feca-c6fc-482a-9c90-d85a60c51e31, host hv-cinder-84212, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 13:57:53.908251 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-03f9e94b-2ba8-4c8c-a567-0608fcf6e46e service neutron] For port 92d0feca-c6fc-482a-9c90-d85a60c51e31, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=92d0feca-c6fc-482a-9c90-d85a60c51e31,segment=NetworkSegment(01219d60-de5f-4d45-90ee-afa3b0f26e98),segment_id=01219d60-de5f-4d45-90ee-afa3b0f26e98)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 13:57:53.928603 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-03f9e94b-2ba8-4c8c-a567-0608fcf6e46e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5714289'] for port (92d0feca-c6fc-482a-9c90-d85a60c51e31), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:53.937532 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b843b60-ace9-499c-9089-69026679a5bb req-85d9a4d3-fe92-4864-9698-ebff7dba0eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:53.942111 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1b843b60-ace9-499c-9089-69026679a5bb req-85d9a4d3-fe92-4864-9698-ebff7dba0eb8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d86c9f2c-6076-42d9-95e1-c4781db7982b HTTP/1.1" status: 200 len: 1134 time: 0.1036763 May 24 13:57:53.974671 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-03f9e94b-2ba8-4c8c-a567-0608fcf6e46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:53.975906 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-03f9e94b-2ba8-4c8c-a567-0608fcf6e46e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:53.980626 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-03f9e94b-2ba8-4c8c-a567-0608fcf6e46e service neutron] 10.222.0.55 "PUT /v2.0/ports/92d0feca-c6fc-482a-9c90-d85a60c51e31 HTTP/1.1" status: 200 len: 1093 time: 1.3431261 May 24 13:57:53.981677 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-966d6d6a-0a0e-4d7c-842a-8f75de1ef438 None None] Publish callbacks [] for port (102f6f9a-3828-470c-ab81-d1a2e19e6bb0), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:53.987220 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f11425-3efc-4ac0-88dd-449b0180843e', 'tag': '92d0feca-c6fc-482a-9c90-d85a60c51e31'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 13:57:53.991174 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60922b96e112649546d89072a262e180bf09e65c4ab2e641290b12b7b14c337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab077e4-e3d8-4180-bfcd-7d2fba08eb91" -d '{"events": [{"name": "network-changed", "server_uuid": "67f11425-3efc-4ac0-88dd-449b0180843e", "tag": "92d0feca-c6fc-482a-9c90-d85a60c51e31"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 13:57:53.992997 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-966d6d6a-0a0e-4d7c-842a-8f75de1ef438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (102f6f9a-3828-470c-ab81-d1a2e19e6bb0), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:54.016494 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-6b2a1a32-0883-4834-84c8-7e0db8e2ffbd None None] Provisioning complete for port cc44bd26-f483-4d5e-a87b-aceef570b784 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:57:54.017149 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6b2a1a32-0883-4834-84c8-7e0db8e2ffbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (cc44bd26-f483-4d5e-a87b-aceef570b784), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:54.116461 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-56b15602-adb5-45d8-974e-84f129854a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:54.118048 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-56b15602-adb5-45d8-974e-84f129854a4a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8708171d18747eda57bed0a3cb3030b&device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 1127 time: 0.0742402 May 24 13:57:54.119338 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9e94b-2ba8-4c8c-a567-0608fcf6e46e service neutron] Pushing event updated for resources: {'Port': ['ID=92d0feca-c6fc-482a-9c90-d85a60c51e31,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:54.145446 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:54.176614 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device cc44bd26-f483-4d5e-a87b-aceef570b784 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:57:54.208457 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-966d6d6a-0a0e-4d7c-842a-8f75de1ef438 None None] Attempting to bind port 102f6f9a-3828-470c-ab81-d1a2e19e6bb0 on host dv-cinder-842129-1-iscsi for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 13:57:54.216332 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-966d6d6a-0a0e-4d7c-842a-8f75de1ef438 None None] Attempting to bind port 102f6f9a-3828-470c-ab81-d1a2e19e6bb0 by drivers openvswitch,hyperv on host dv-cinder-842129-1-iscsi at level 0 using segments [{'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 13:57:54.217154 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966d6d6a-0a0e-4d7c-842a-8f75de1ef438 None None] Attempting to bind port 102f6f9a-3828-470c-ab81-d1a2e19e6bb0 on network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:57:54.228471 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdffcc7-0b6b-43ec-ac75-201aa7712ee8 None None] Pushing event updated for resources: {'Port': ['ID=102f6f9a-3828-470c-ab81-d1a2e19e6bb0,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:54.240674 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966d6d6a-0a0e-4d7c-842a-8f75de1ef438 None None] Checking agent: {'id': 'ec10bf60-b5fa-4c85-822a-958a8882b62f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 47), 'started_at': datetime.datetime(2022, 5, 24, 13, 47, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 13, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 13:57:54.241578 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966d6d6a-0a0e-4d7c-842a-8f75de1ef438 None None] Checking segment: {'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:57:54.242230 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-966d6d6a-0a0e-4d7c-842a-8f75de1ef438 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:54.244690 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966d6d6a-0a0e-4d7c-842a-8f75de1ef438 None None] Bound using segment: {'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 13:57:54.247117 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-966d6d6a-0a0e-4d7c-842a-8f75de1ef438 None None] Bound port: 102f6f9a-3828-470c-ab81-d1a2e19e6bb0, host: dv-cinder-842129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 13:57:54.250185 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-966d6d6a-0a0e-4d7c-842a-8f75de1ef438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (102f6f9a-3828-470c-ab81-d1a2e19e6bb0), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:54.356199 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1b843b60-ace9-499c-9089-69026679a5bb req-bd378c58-d394-4803-a6c0-e65441fe19cd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=93b6067a-22d5-48f8-b4bb-80dee1f324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857396 May 24 13:57:54.357374 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-6b2a1a32-0883-4834-84c8-7e0db8e2ffbd None None] Current status of the port cc44bd26-f483-4d5e-a87b-aceef570b784 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:57:54.370747 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-966d6d6a-0a0e-4d7c-842a-8f75de1ef438 None None] For port 102f6f9a-3828-470c-ab81-d1a2e19e6bb0, host dv-cinder-842129-1-iscsi, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 13:57:54.372051 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port cc44bd26-f483-4d5e-a87b-aceef570b784 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:57:54.372560 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (cc44bd26-f483-4d5e-a87b-aceef570b784), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:54.378277 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-966d6d6a-0a0e-4d7c-842a-8f75de1ef438 None None] For port 102f6f9a-3828-470c-ab81-d1a2e19e6bb0, host dv-cinder-842129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=102f6f9a-3828-470c-ab81-d1a2e19e6bb0,segment=NetworkSegment(3f5d497a-81fa-44a3-b648-e1e22cc699e7),segment_id=3f5d497a-81fa-44a3-b648-e1e22cc699e7)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 13:57:54.385131 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:54.391436 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-966d6d6a-0a0e-4d7c-842a-8f75de1ef438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (102f6f9a-3828-470c-ab81-d1a2e19e6bb0), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:54.395090 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffb6e2-3d37-43a1-a966-30f3fa309b69 req-5a7bdfb2-a9c7-4094-be97-1267e434b069 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:54.405055 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c8ffb6e2-3d37-43a1-a966-30f3fa309b69 req-5a7bdfb2-a9c7-4094-be97-1267e434b069 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/ports?device_id=d86c9f2c-6076-42d9-95e1-c4781db7982b HTTP/1.1" status: 200 len: 950 time: 0.4553735 May 24 13:57:54.459523 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 13:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097a5df5-0103-4310-99c5-9fb878943385 x-openstack-request-id: req-097a5df5-0103-4310-99c5-9fb878943385 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 13:57:54.460239 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f11425-3efc-4ac0-88dd-449b0180843e", "tag": "92d0feca-c6fc-482a-9c90-d85a60c51e31", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 13:57:54.462010 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-097a5df5-0103-4310-99c5-9fb878943385 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 13:57:54.462526 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-097a5df5-0103-4310-99c5-9fb878943385'] response: {'name': 'network-changed', 'server_uuid': '67f11425-3efc-4ac0-88dd-449b0180843e', 'tag': '92d0feca-c6fc-482a-9c90-d85a60c51e31', 'status': 'completed', 'code': 200} May 24 13:57:54.474084 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:54.476354 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-838ffaea-f08e-47df-9e58-e402cb9a9851 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92d0feca-c6fc-482a-9c90-d85a60c51e31 HTTP/1.1" status: 200 len: 217 time: 0.3484342 May 24 13:57:54.505712 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdffcc7-0b6b-43ec-ac75-201aa7712ee8 None None] Pushing event updated for resources: {'Port': ['ID=102f6f9a-3828-470c-ab81-d1a2e19e6bb0,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:54.554974 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966d6d6a-0a0e-4d7c-842a-8f75de1ef438 None None] Routers {'a77e1a82-d39c-46c3-8a10-0a9031cfa6d3'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 13:57:54.555561 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-38be45a7-b8fe-48bb-bd1e-2f6d3dd11e8e admin admin] Allocated IP 172.20.0.1 (78770422-3981-46f0-9621-42c225c82fe6/26d87c6d-8682-48e8-ade9-d839df92a541/a968391d-4266-4655-9f0e-08d2dfc9fd88) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 13:57:54.556095 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-966d6d6a-0a0e-4d7c-842a-8f75de1ef438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T13:57:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['a77e1a82-d39c-46c3-8a10-0a9031cfa6d3'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:57:54.556879 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dea9b7-9e70-47a5-b503-6cce7544c086 req-a975da87-de1b-439d-9737-f9730ddcad64 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:54.566668 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e0dea9b7-9e70-47a5-b503-6cce7544c086 req-a975da87-de1b-439d-9737-f9730ddcad64 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 943 time: 0.1003115 May 24 13:57:54.583294 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c8ffb6e2-3d37-43a1-a966-30f3fa309b69 req-e87b29bb-2aa3-47df-a743-63c76224006f tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/security-groups?id=93b6067a-22d5-48f8-b4bb-80dee1f324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768177 May 24 13:57:54.595245 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port cc44bd26-f483-4d5e-a87b-aceef570b784 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:57:54.599834 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 9a49196f-a083-4f82-9579-b43e8beabd03 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:57:54.631320 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:54.677102 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-966d6d6a-0a0e-4d7c-842a-8f75de1ef438 None None] Set router a77e1a82-d39c-46c3-8a10-0a9031cfa6d3 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 13:57:54.754147 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port 9a49196f-a083-4f82-9579-b43e8beabd03 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:57:54.754367 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (9a49196f-a083-4f82-9579-b43e8beabd03), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:54.816006 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 38120) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:54.836843 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-985dba1a-ef79-4395-b8ea-ccf477e0bcd6 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1356539674', 'description': 'tempest-description--1232974638'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:57:54.864711 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-785de376-e050-43a8-8f5b-d515f4f8361c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:54.866185 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-785de376-e050-43a8-8f5b-d515f4f8361c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8130db12-e414-4e35-b6d5-126ec386849f HTTP/1.1" status: 200 len: 849 time: 0.2355347 May 24 13:57:54.878044 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e0dea9b7-9e70-47a5-b503-6cce7544c086 req-3a84c8b2-0a21-40cf-be6d-d046acfb4d95 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052597 May 24 13:57:54.889853 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-985dba1a-ef79-4395-b8ea-ccf477e0bcd6 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:54.898271 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port 9a49196f-a083-4f82-9579-b43e8beabd03 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:57:54.924604 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-966d6d6a-0a0e-4d7c-842a-8f75de1ef438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77e1a82-d39c-46c3-8a10-0a9031cfa6d3', 'name': 'tempest-TestVolumeBootPattern-1348167688-router', 'tenant_id': '7acb9a364a7a40bbbaacdd321517b426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '102f6f9a-3828-470c-ab81-d1a2e19e6bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:57:48Z', 'updated_at': '2022-05-24T13:57:50Z', 'revision_number': 3, 'project_id': '7acb9a364a7a40bbbaacdd321517b426', 'gw_port': {'id': '102f6f9a-3828-470c-ab81-d1a2e19e6bb0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77e1a82-d39c-46c3-8a10-0a9031cfa6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:49Z', 'updated_at': '2022-05-24T13:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:57:54.961768 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966d6d6a-0a0e-4d7c-842a-8f75de1ef438 None None] The sync data for ids ['a77e1a82-d39c-46c3-8a10-0a9031cfa6d3'] in dv-cinder-842129-1-iscsi is: [{'id': 'a77e1a82-d39c-46c3-8a10-0a9031cfa6d3', 'name': 'tempest-TestVolumeBootPattern-1348167688-router', 'tenant_id': '7acb9a364a7a40bbbaacdd321517b426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '102f6f9a-3828-470c-ab81-d1a2e19e6bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:57:48Z', 'updated_at': '2022-05-24T13:57:50Z', 'revision_number': 3, 'project_id': '7acb9a364a7a40bbbaacdd321517b426', 'gw_port': {'id': '102f6f9a-3828-470c-ab81-d1a2e19e6bb0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77e1a82-d39c-46c3-8a10-0a9031cfa6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:49Z', 'updated_at': '2022-05-24T13:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 13:57:54.978127 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-985dba1a-ef79-4395-b8ea-ccf477e0bcd6 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks [] for security_group (60955e93-0cf7-41ec-8578-883a273468c6), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:54.983342 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-985dba1a-ef79-4395-b8ea-ccf477e0bcd6 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (60955e93-0cf7-41ec-8578-883a273468c6), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:55.021608 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-985dba1a-ef79-4395-b8ea-ccf477e0bcd6 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:55.025935 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-985dba1a-ef79-4395-b8ea-ccf477e0bcd6 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2032769 May 24 13:57:55.025935 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985dba1a-ef79-4395-b8ea-ccf477e0bcd6 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60955e93-0cf7-41ec-8578-883a273468c6,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:55.026718 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 38126) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:55.039894 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-be739d59-13ba-4f8d-b7cb-69547533680a tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Request body: {'security_group_rule': {'security_group_id': '60955e93-0cf7-41ec-8578-883a273468c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:57:55.062020 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-38be45a7-b8fe-48bb-bd1e-2f6d3dd11e8e admin admin] Publish callbacks [] for port (a968391d-4266-4655-9f0e-08d2dfc9fd88), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:55.080872 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-be739d59-13ba-4f8d-b7cb-69547533680a tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks [] for security_group_rule (81c4629b-0bd7-4602-acfa-381c35334aa3), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:55.106748 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-38be45a7-b8fe-48bb-bd1e-2f6d3dd11e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (a968391d-4266-4655-9f0e-08d2dfc9fd88), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:55.111937 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:55.147482 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-be739d59-13ba-4f8d-b7cb-69547533680a tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks [] for security_group_rule (81c4629b-0bd7-4602-acfa-381c35334aa3), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:55.155017 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-be739d59-13ba-4f8d-b7cb-69547533680a tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709697'] for security_group_rule (81c4629b-0bd7-4602-acfa-381c35334aa3), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:55.158164 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38be45a7-b8fe-48bb-bd1e-2f6d3dd11e8e admin admin] Network 78770422-3981-46f0-9621-42c225c82fe6 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:57:55.161899 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be45a7-b8fe-48bb-bd1e-2f6d3dd11e8e admin admin] Pushing event updated for resources: {'Port': ['ID=a968391d-4266-4655-9f0e-08d2dfc9fd88,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:55.168120 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-38be45a7-b8fe-48bb-bd1e-2f6d3dd11e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:57:55.175525 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be739d59-13ba-4f8d-b7cb-69547533680a tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c4629b-0bd7-4602-acfa-381c35334aa3,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:55.176637 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38be45a7-b8fe-48bb-bd1e-2f6d3dd11e8e admin admin] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 13:57:55.183681 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-be739d59-13ba-4f8d-b7cb-69547533680a tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:55.187971 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-be739d59-13ba-4f8d-b7cb-69547533680a tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1590953 May 24 13:57:55.190603 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 38128) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:55.196240 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-ec9a0e45-7f63-4c44-bc91-f1508ce8b9f7 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Request body: {'security_group_rule': {'security_group_id': '60955e93-0cf7-41ec-8578-883a273468c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:57:55.226984 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-38be45a7-b8fe-48bb-bd1e-2f6d3dd11e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534319'] for router_interface (a77e1a82-d39c-46c3-8a10-0a9031cfa6d3), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:55.237402 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ec9a0e45-7f63-4c44-bc91-f1508ce8b9f7 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks [] for security_group_rule (97cd830c-4a81-4602-b246-80b301d530c6), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:55.274751 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:55.313052 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ec9a0e45-7f63-4c44-bc91-f1508ce8b9f7 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks [] for security_group_rule (97cd830c-4a81-4602-b246-80b301d530c6), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:55.323085 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ec9a0e45-7f63-4c44-bc91-f1508ce8b9f7 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709697'] for security_group_rule (97cd830c-4a81-4602-b246-80b301d530c6), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:55.345681 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a0e45-7f63-4c44-bc91-f1508ce8b9f7 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97cd830c-4a81-4602-b246-80b301d530c6,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:55.365103 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ec9a0e45-7f63-4c44-bc91-f1508ce8b9f7 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:55.366601 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-ec9a0e45-7f63-4c44-bc91-f1508ce8b9f7 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1745198 May 24 13:57:55.370074 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 38130) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:55.377398 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-f0b5dd53-6bf7-4782-ace3-fee96b9ad16d tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Request body: {'floatingip': {'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:57:55.464420 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f0b5dd53-6bf7-4782-ace3-fee96b9ad16d tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:55.479293 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:55.492093 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-38be45a7-b8fe-48bb-bd1e-2f6d3dd11e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (a968391d-4266-4655-9f0e-08d2dfc9fd88), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:55.504826 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-503d9537-1437-4ce1-b249-c117083cfd40 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f063f9ef-2098-4bf4-a44f-09110a7a9fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374777 May 24 13:57:55.509548 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-b8cbfc04-84f7-4f93-a5a1-267a13174bb2 None None] Provisioning complete for port a968391d-4266-4655-9f0e-08d2dfc9fd88 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:57:55.509921 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b8cbfc04-84f7-4f93-a5a1-267a13174bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (a968391d-4266-4655-9f0e-08d2dfc9fd88), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:55.559500 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-b8cbfc04-84f7-4f93-a5a1-267a13174bb2 None None] Port a968391d-4266-4655-9f0e-08d2dfc9fd88 cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 13:57:55.611626 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-01464830-1aea-4278-beda-805b5baccf9d service neutron] 10.222.0.55 "GET /v2.0/networks/f063f9ef-2098-4bf4-a44f-09110a7a9fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000946 May 24 13:57:55.621175 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f0b5dd53-6bf7-4782-ace3-fee96b9ad16d tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:55.724769 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-36f1bb35-ae24-491e-ae4b-3c2d66e4263e req-35b97f90-38b8-4bed-ac34-87fbecdd0bd7 service neutron] 10.222.0.55 "GET /v2.0/networks/f063f9ef-2098-4bf4-a44f-09110a7a9fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032364 May 24 13:57:55.797331 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a88783-8add-44db-94e9-f5a5984b6eb7 req-9fe56e5d-ca7d-4c63-9ca4-cef42cd2a57d tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:55.799118 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-02a88783-8add-44db-94e9-f5a5984b6eb7 req-9fe56e5d-ca7d-4c63-9ca4-cef42cd2a57d tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/ports?device_id=d86c9f2c-6076-42d9-95e1-c4781db7982b HTTP/1.1" status: 200 len: 950 time: 0.1201887 May 24 13:57:55.880658 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 102f6f9a-3828-470c-ab81-d1a2e19e6bb0 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:57:55.903482 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:55.950346 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port 102f6f9a-3828-470c-ab81-d1a2e19e6bb0 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:57:55.951032 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (102f6f9a-3828-470c-ab81-d1a2e19e6bb0), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:55.990238 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-f0b5dd53-6bf7-4782-ace3-fee96b9ad16d tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Allocated IP 172.27.3.87 (77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6/277372c2-c924-4ff9-98b4-a2b2337930ef/58d31994-989c-4234-874b-46e817f4c7fa) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 13:57:56.036263 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-02a88783-8add-44db-94e9-f5a5984b6eb7 req-b71528ef-9277-45a8-a128-a8d886a18141 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/security-groups?id=93b6067a-22d5-48f8-b4bb-80dee1f324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295024 May 24 13:57:56.053621 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffb156-c0be-4726-bf4d-6bd842f77605 req-ce544d2b-4b0e-4ba4-893f-8a036c0cb683 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:56.055833 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-02ffb156-c0be-4726-bf4d-6bd842f77605 req-ce544d2b-4b0e-4ba4-893f-8a036c0cb683 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 943 time: 0.0740092 May 24 13:57:56.058870 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port 102f6f9a-3828-470c-ab81-d1a2e19e6bb0 is: DOWN; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:57:56.059467 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (102f6f9a-3828-470c-ab81-d1a2e19e6bb0), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:56.064370 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-38be45a7-b8fe-48bb-bd1e-2f6d3dd11e8e admin admin] Publish callbacks [] for port (a968391d-4266-4655-9f0e-08d2dfc9fd88), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:56.094027 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-38be45a7-b8fe-48bb-bd1e-2f6d3dd11e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5058382'] for port (a968391d-4266-4655-9f0e-08d2dfc9fd88), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:56.102431 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] For port 102f6f9a-3828-470c-ab81-d1a2e19e6bb0, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=102f6f9a-3828-470c-ab81-d1a2e19e6bb0,segment=NetworkSegment(3f5d497a-81fa-44a3-b648-e1e22cc699e7),segment_id=3f5d497a-81fa-44a3-b648-e1e22cc699e7)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:57:56.110037 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (102f6f9a-3828-470c-ab81-d1a2e19e6bb0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:56.137343 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:56.140994 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-02ffb156-c0be-4726-bf4d-6bd842f77605 req-b8576e33-27a8-4c9d-82ca-424260287bf4 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790315 May 24 13:57:56.151165 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:56.170034 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4080383f-49bf-46b0-bc4f-1ab69228a418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:56.186028 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Pushing event updated for resources: {'Port': ['ID=102f6f9a-3828-470c-ab81-d1a2e19e6bb0,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:56.204390 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be45a7-b8fe-48bb-bd1e-2f6d3dd11e8e admin admin] Pushing event updated for resources: {'Port': ['ID=a968391d-4266-4655-9f0e-08d2dfc9fd88,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:56.224535 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-38be45a7-b8fe-48bb-bd1e-2f6d3dd11e8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-169734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532671'] for router_interface (a77e1a82-d39c-46c3-8a10-0a9031cfa6d3), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:56.294975 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f0b5dd53-6bf7-4782-ace3-fee96b9ad16d tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks [] for port (58d31994-989c-4234-874b-46e817f4c7fa), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:56.364049 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f0b5dd53-6bf7-4782-ace3-fee96b9ad16d tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (58d31994-989c-4234-874b-46e817f4c7fa), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:56.367017 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38be45a7-b8fe-48bb-bd1e-2f6d3dd11e8e admin admin] Network 78770422-3981-46f0-9621-42c225c82fe6 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:57:56.376900 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-38be45a7-b8fe-48bb-bd1e-2f6d3dd11e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:57:56.416136 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b5dd53-6bf7-4782-ace3-fee96b9ad16d tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:57:56.421838 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-f0b5dd53-6bf7-4782-ace3-fee96b9ad16d tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:57:56.464050 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b5dd53-6bf7-4782-ace3-fee96b9ad16d tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 13:57:56.468693 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5dd53-6bf7-4782-ace3-fee96b9ad16d tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Pushing event updated for resources: {'Port': ['ID=58d31994-989c-4234-874b-46e817f4c7fa,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:56.624615 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38be45a7-b8fe-48bb-bd1e-2f6d3dd11e8e admin admin] Router a77e1a82-d39c-46c3-8a10-0a9031cfa6d3 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 13:57:56.653392 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f0b5dd53-6bf7-4782-ace3-fee96b9ad16d tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks [] for floatingip (5bda9216-88b5-4d76-9229-980c548bef9c), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:56.688205 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-4494f2b6-fb9d-42c5-88ab-968b401faeeb None None] Provisioning complete for port a968391d-4266-4655-9f0e-08d2dfc9fd88 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:57:56.688835 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4494f2b6-fb9d-42c5-88ab-968b401faeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (a968391d-4266-4655-9f0e-08d2dfc9fd88), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:56.721318 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-4494f2b6-fb9d-42c5-88ab-968b401faeeb None None] Port a968391d-4266-4655-9f0e-08d2dfc9fd88 cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 13:57:56.763726 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f0b5dd53-6bf7-4782-ace3-fee96b9ad16d tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (58d31994-989c-4234-874b-46e817f4c7fa), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:56.806324 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:56.814330 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38be45a7-b8fe-48bb-bd1e-2f6d3dd11e8e admin admin] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 13:57:56.844559 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-38be45a7-b8fe-48bb-bd1e-2f6d3dd11e8e admin admin] 10.222.0.24 "PUT /v2.0/routers/a77e1a82-d39c-46c3-8a10-0a9031cfa6d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2791028 May 24 13:57:56.864684 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:56.910510 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd24e10-1672-4ac1-a9fd-6ff7a6bb5168 None None] Sync routers for ids ['a77e1a82-d39c-46c3-8a10-0a9031cfa6d3'] in dv-cinder-842129-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 13:57:56.921677 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd24e10-1672-4ac1-a9fd-6ff7a6bb5168 None None] Routers {'a77e1a82-d39c-46c3-8a10-0a9031cfa6d3'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 13:57:56.922378 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-5cd24e10-1672-4ac1-a9fd-6ff7a6bb5168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T13:57:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['a77e1a82-d39c-46c3-8a10-0a9031cfa6d3'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:57:56.991433 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f0b5dd53-6bf7-4782-ace3-fee96b9ad16d tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks [] for port (58d31994-989c-4234-874b-46e817f4c7fa), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:56.996161 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f0b5dd53-6bf7-4782-ace3-fee96b9ad16d tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5058382'] for port (58d31994-989c-4234-874b-46e817f4c7fa), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:57.039665 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-5cd24e10-1672-4ac1-a9fd-6ff7a6bb5168 None None] Set router a77e1a82-d39c-46c3-8a10-0a9031cfa6d3 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 13:57:57.066688 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5dd53-6bf7-4782-ace3-fee96b9ad16d tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Pushing event updated for resources: {'Port': ['ID=58d31994-989c-4234-874b-46e817f4c7fa,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:57.085402 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f0b5dd53-6bf7-4782-ace3-fee96b9ad16d tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534436'] for floatingip (5bda9216-88b5-4d76-9229-980c548bef9c), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:57.106888 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f0b5dd53-6bf7-4782-ace3-fee96b9ad16d tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:57.108692 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-f0b5dd53-6bf7-4782-ace3-fee96b9ad16d tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7373443 May 24 13:57:57.177399 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faca085-ac45-4d93-b805-eee79791da27 req-a28c9901-67ff-42ae-8585-5a07d647b2f4 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:57.179634 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0faca085-ac45-4d93-b805-eee79791da27 req-a28c9901-67ff-42ae-8585-5a07d647b2f4 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/ports?device_id=d86c9f2c-6076-42d9-95e1-c4781db7982b HTTP/1.1" status: 200 len: 950 time: 0.0661440 May 24 13:57:57.269610 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0faca085-ac45-4d93-b805-eee79791da27 req-111e5ca7-a715-48f5-8c05-44ccb44dd4ef tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/security-groups?id=93b6067a-22d5-48f8-b4bb-80dee1f324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838883 May 24 13:57:57.340491 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-5cd24e10-1672-4ac1-a9fd-6ff7a6bb5168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77e1a82-d39c-46c3-8a10-0a9031cfa6d3', 'name': 'tempest-TestVolumeBootPattern-1348167688-router', 'tenant_id': '7acb9a364a7a40bbbaacdd321517b426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '102f6f9a-3828-470c-ab81-d1a2e19e6bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:57:48Z', 'updated_at': '2022-05-24T13:57:55Z', 'revision_number': 4, 'project_id': '7acb9a364a7a40bbbaacdd321517b426', 'gw_port': {'id': '102f6f9a-3828-470c-ab81-d1a2e19e6bb0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e1a82-d39c-46c3-8a10-0a9031cfa6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:49Z', 'updated_at': '2022-05-24T13:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': 'a968391d-4266-4655-9f0e-08d2dfc9fd88', 'name': '', 'network_id': '78770422-3981-46f0-9621-42c225c82fe6', 'tenant_id': '7acb9a364a7a40bbbaacdd321517b426', 'mac_address': 'fa:16:3e:fb:6a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77e1a82-d39c-46c3-8a10-0a9031cfa6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '26d87c6d-8682-48e8-ade9-d839df92a541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:53Z', 'updated_at': '2022-05-24T13:57:55Z', 'revision_number': 2, 'project_id': '7acb9a364a7a40bbbaacdd321517b426', 'subnets': [{'id': '26d87c6d-8682-48e8-ade9-d839df92a541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:57:57.375097 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 38174) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:57.377803 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd24e10-1672-4ac1-a9fd-6ff7a6bb5168 None None] Checking router: a77e1a82-d39c-46c3-8a10-0a9031cfa6d3 for host: dv-cinder-842129-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 13:57:57.378174 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd24e10-1672-4ac1-a9fd-6ff7a6bb5168 None None] Updating router a77e1a82-d39c-46c3-8a10-0a9031cfa6d3 port a968391d-4266-4655-9f0e-08d2dfc9fd88 binding host dv-cinder-842129-1-iscsi {{(pid=103809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 13:57:57.380663 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-ab16b931-6cde-438b-ab9c-2c27cce9f373 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-281582916', 'description': 'tempest-secgroup-smoke-281582916 description', 'project_id': '7bb15f1d3e524d67b5493cb483ee8547'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:57:57.380833 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566d404-4c9f-4b04-af44-fc71b636671d req-dffccc9d-467f-40fc-a6ad-83483f41b78f tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:57.382471 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a566d404-4c9f-4b04-af44-fc71b636671d req-dffccc9d-467f-40fc-a6ad-83483f41b78f tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 943 time: 0.0505128 May 24 13:57:57.421139 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5cd24e10-1672-4ac1-a9fd-6ff7a6bb5168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (a968391d-4266-4655-9f0e-08d2dfc9fd88), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:57.436274 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ab16b931-6cde-438b-ab9c-2c27cce9f373 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:57.440712 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=100 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:57.443892 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:57.458437 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a566d404-4c9f-4b04-af44-fc71b636671d req-28a1f3fa-c99a-4d5b-a3d2-4f877cb06a54 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703962 May 24 13:57:57.559583 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-804683c9-87b1-4850-90f1-ad40dd65995f req-38bffe99-de14-4147-a32b-24207a9896a0 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1356539674&fields=id&tenant_id=54ee7d13408645e6b6517f541fe45670 HTTP/1.1" status: 200 len: 267 time: 0.0910327 May 24 13:57:57.587534 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ab16b931-6cde-438b-ab9c-2c27cce9f373 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for security_group (ffce6dba-b6b7-43f3-a6ac-4bd3015e329e), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:57.597690 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ab16b931-6cde-438b-ab9c-2c27cce9f373 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (ffce6dba-b6b7-43f3-a6ac-4bd3015e329e), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:57.662494 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ab16b931-6cde-438b-ab9c-2c27cce9f373 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:57.663713 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-ab16b931-6cde-438b-ab9c-2c27cce9f373 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2870471 May 24 13:57:57.667197 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 38186) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:57.671069 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16b931-6cde-438b-ab9c-2c27cce9f373 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:57.674988 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-41557bf5-b6a7-4a41-8c4c-83d00d6abbdc tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Request body: {'security_group_rule': {'security_group_id': 'ffce6dba-b6b7-43f3-a6ac-4bd3015e329e', 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:57:57.708344 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-41557bf5-b6a7-4a41-8c4c-83d00d6abbdc tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for security_group_rule (6ae0a0a7-a128-49f9-b796-2970083e6f68), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:57.709764 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804683c9-87b1-4850-90f1-ad40dd65995f req-59a079fa-bb07-4952-8d42-2103d3e3c240 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:57.716411 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-804683c9-87b1-4850-90f1-ad40dd65995f req-59a079fa-bb07-4952-8d42-2103d3e3c240 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/networks?id=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 HTTP/1.1" status: 200 len: 819 time: 0.1480076 May 24 13:57:57.731137 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-804683c9-87b1-4850-90f1-ad40dd65995f req-291988b4-a2c2-4a32-a0ef-b1c104a1a879 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/quotas/54ee7d13408645e6b6517f541fe45670 HTTP/1.1" status: 200 len: 375 time: 0.0136254 May 24 13:57:57.762759 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-41557bf5-b6a7-4a41-8c4c-83d00d6abbdc tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for security_group_rule (6ae0a0a7-a128-49f9-b796-2970083e6f68), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:57.767518 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-41557bf5-b6a7-4a41-8c4c-83d00d6abbdc tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709697'] for security_group_rule (6ae0a0a7-a128-49f9-b796-2970083e6f68), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:57.771035 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5cd24e10-1672-4ac1-a9fd-6ff7a6bb5168 None None] Publish callbacks [] for port (a968391d-4266-4655-9f0e-08d2dfc9fd88), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:57.779148 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5cd24e10-1672-4ac1-a9fd-6ff7a6bb5168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (a968391d-4266-4655-9f0e-08d2dfc9fd88), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:57.794625 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41557bf5-b6a7-4a41-8c4c-83d00d6abbdc tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae0a0a7-a128-49f9-b796-2970083e6f68,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:57.802596 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-41557bf5-b6a7-4a41-8c4c-83d00d6abbdc tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:57.804018 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-41557bf5-b6a7-4a41-8c4c-83d00d6abbdc tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1344469 May 24 13:57:57.806575 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 38188) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:57.808315 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-804683c9-87b1-4850-90f1-ad40dd65995f req-91c2a121-e57d-4f2e-909e-3bc5475d3a61 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=54ee7d13408645e6b6517f541fe45670&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0735693 May 24 13:57:57.820187 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-1d9a0cd5-7582-4bec-8161-fc8a371d0a15 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Request body: {'security_group_rule': {'security_group_id': 'ffce6dba-b6b7-43f3-a6ac-4bd3015e329e', 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:57:57.851652 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f5ac8a-933d-4a80-9acf-9dcd75a40948 None None] Pushing event updated for resources: {'Port': ['ID=a968391d-4266-4655-9f0e-08d2dfc9fd88,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:57.861749 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d9a0cd5-7582-4bec-8161-fc8a371d0a15 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for security_group_rule (06745c88-065f-43f7-86b7-9054178434bd), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:57.893518 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 102f6f9a-3828-470c-ab81-d1a2e19e6bb0 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:57:57.899800 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:57.935205 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-804683c9-87b1-4850-90f1-ad40dd65995f req-3d4adf6a-9b34-41bb-8662-695f520f51a8 service neutron] 10.222.0.24 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070778 May 24 13:57:57.942494 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d9a0cd5-7582-4bec-8161-fc8a371d0a15 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for security_group_rule (06745c88-065f-43f7-86b7-9054178434bd), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:57.948767 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d9a0cd5-7582-4bec-8161-fc8a371d0a15 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709697'] for security_group_rule (06745c88-065f-43f7-86b7-9054178434bd), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:57.972681 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-5cd24e10-1672-4ac1-a9fd-6ff7a6bb5168 None None] Attempting to bind port a968391d-4266-4655-9f0e-08d2dfc9fd88 on host dv-cinder-842129-1-iscsi for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 13:57:57.973192 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-5cd24e10-1672-4ac1-a9fd-6ff7a6bb5168 None None] Attempting to bind port a968391d-4266-4655-9f0e-08d2dfc9fd88 by drivers openvswitch,hyperv on host dv-cinder-842129-1-iscsi at level 0 using segments [{'id': 'a1219024-7c0f-4b22-bce9-186b43c53934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '78770422-3981-46f0-9621-42c225c82fe6'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 13:57:57.973561 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd24e10-1672-4ac1-a9fd-6ff7a6bb5168 None None] Attempting to bind port a968391d-4266-4655-9f0e-08d2dfc9fd88 on network 78770422-3981-46f0-9621-42c225c82fe6 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:57:57.982023 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd24e10-1672-4ac1-a9fd-6ff7a6bb5168 None None] Checking agent: {'id': 'ec10bf60-b5fa-4c85-822a-958a8882b62f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 47), 'started_at': datetime.datetime(2022, 5, 24, 13, 47, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 13, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 13:57:57.982650 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd24e10-1672-4ac1-a9fd-6ff7a6bb5168 None None] Checking segment: {'id': 'a1219024-7c0f-4b22-bce9-186b43c53934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '78770422-3981-46f0-9621-42c225c82fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:57:57.982929 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d9a0cd5-7582-4bec-8161-fc8a371d0a15 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:57.983069 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5cd24e10-1672-4ac1-a9fd-6ff7a6bb5168 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:57.983431 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd24e10-1672-4ac1-a9fd-6ff7a6bb5168 None None] Bound using segment: {'id': 'a1219024-7c0f-4b22-bce9-186b43c53934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '78770422-3981-46f0-9621-42c225c82fe6'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 13:57:57.983978 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-5cd24e10-1672-4ac1-a9fd-6ff7a6bb5168 None None] Bound port: a968391d-4266-4655-9f0e-08d2dfc9fd88, host: dv-cinder-842129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1219024-7c0f-4b22-bce9-186b43c53934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '78770422-3981-46f0-9621-42c225c82fe6'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 13:57:57.984173 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-1d9a0cd5-7582-4bec-8161-fc8a371d0a15 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1765573 May 24 13:57:57.984361 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5cd24e10-1672-4ac1-a9fd-6ff7a6bb5168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (a968391d-4266-4655-9f0e-08d2dfc9fd88), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:57.987077 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a0cd5-7582-4bec-8161-fc8a371d0a15 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06745c88-065f-43f7-86b7-9054178434bd,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:57.990705 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 38190) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:57.995103 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-078ad7a0-5542-43bb-8830-8444f70b88bf tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Request body: {'security_group_rule': {'security_group_id': 'ffce6dba-b6b7-43f3-a6ac-4bd3015e329e', 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:57:58.038309 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-078ad7a0-5542-43bb-8830-8444f70b88bf tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for security_group_rule (21fb0fbf-0a58-489f-bdf8-660e407f52c0), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:58.038902 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:58.047739 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port 102f6f9a-3828-470c-ab81-d1a2e19e6bb0 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:57:58.048159 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (102f6f9a-3828-470c-ab81-d1a2e19e6bb0), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:58.057656 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-804683c9-87b1-4850-90f1-ad40dd65995f req-cb31f55c-b874-4d1d-85f2-fd5b063aed2a service neutron] 10.222.0.24 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163089 May 24 13:57:58.085714 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:58.106734 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-5cd24e10-1672-4ac1-a9fd-6ff7a6bb5168 None None] For port a968391d-4266-4655-9f0e-08d2dfc9fd88, host dv-cinder-842129-1-iscsi, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 13:57:58.108611 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-078ad7a0-5542-43bb-8830-8444f70b88bf tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for security_group_rule (21fb0fbf-0a58-489f-bdf8-660e407f52c0), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:58.111286 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-5cd24e10-1672-4ac1-a9fd-6ff7a6bb5168 None None] For port a968391d-4266-4655-9f0e-08d2dfc9fd88, host dv-cinder-842129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=a968391d-4266-4655-9f0e-08d2dfc9fd88,segment=NetworkSegment(a1219024-7c0f-4b22-bce9-186b43c53934),segment_id=a1219024-7c0f-4b22-bce9-186b43c53934)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 13:57:58.113757 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-078ad7a0-5542-43bb-8830-8444f70b88bf tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709697'] for security_group_rule (21fb0fbf-0a58-489f-bdf8-660e407f52c0), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:58.119399 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5cd24e10-1672-4ac1-a9fd-6ff7a6bb5168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (a968391d-4266-4655-9f0e-08d2dfc9fd88), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:58.137354 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ad7a0-5542-43bb-8830-8444f70b88bf tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21fb0fbf-0a58-489f-bdf8-660e407f52c0,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:58.143239 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-078ad7a0-5542-43bb-8830-8444f70b88bf tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:58.145481 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-078ad7a0-5542-43bb-8830-8444f70b88bf tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1536727 May 24 13:57:58.148404 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 38192) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:58.157153 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-8d2c811b-938a-4d94-9b14-198711c55a74 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Request body: {'security_group_rule': {'security_group_id': 'ffce6dba-b6b7-43f3-a6ac-4bd3015e329e', 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:57:58.225703 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8d2c811b-938a-4d94-9b14-198711c55a74 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for security_group_rule (56c60e64-4334-4cab-9906-0fe0cb2ce208), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:58.236067 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-a4bd2dc9-4123-4d30-97d1-226f27214288 None None] Provisioning complete for port a968391d-4266-4655-9f0e-08d2dfc9fd88 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:57:58.236475 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a4bd2dc9-4123-4d30-97d1-226f27214288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (a968391d-4266-4655-9f0e-08d2dfc9fd88), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:58.268334 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:58.269255 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:58.279455 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f5ac8a-933d-4a80-9acf-9dcd75a40948 None None] Pushing event updated for resources: {'Port': ['ID=a968391d-4266-4655-9f0e-08d2dfc9fd88,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:58.283435 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd24e10-1672-4ac1-a9fd-6ff7a6bb5168 None None] Routers {'a77e1a82-d39c-46c3-8a10-0a9031cfa6d3'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 13:57:58.284157 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-5cd24e10-1672-4ac1-a9fd-6ff7a6bb5168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T13:57:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['a77e1a82-d39c-46c3-8a10-0a9031cfa6d3'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:57:58.323501 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8d2c811b-938a-4d94-9b14-198711c55a74 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for security_group_rule (56c60e64-4334-4cab-9906-0fe0cb2ce208), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:58.340392 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8d2c811b-938a-4d94-9b14-198711c55a74 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709697'] for security_group_rule (56c60e64-4334-4cab-9906-0fe0cb2ce208), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:58.360495 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c811b-938a-4d94-9b14-198711c55a74 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c60e64-4334-4cab-9906-0fe0cb2ce208,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:58.382438 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-812ce8dd-2fe2-4540-8856-abb7bb657a00 req-9fe96f20-4a51-427b-884b-c5e3ec49fa6a tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 210 time: 0.1208167 May 24 13:57:58.399371 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8d2c811b-938a-4d94-9b14-198711c55a74 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:58.401071 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-8d2c811b-938a-4d94-9b14-198711c55a74 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2505307 May 24 13:57:58.403906 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 38206) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:58.409296 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-eb1b342e-f6aa-4069-b811-5430efaa94ea tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Request body: {'security_group_rule': {'security_group_id': 'ffce6dba-b6b7-43f3-a6ac-4bd3015e329e', 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:57:58.514680 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b2013-9766-4b74-8805-fc6f11ed15dd req-b668bcf3-15da-42f5-9ca8-1a8a7ff47240 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:58.516650 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0d1b2013-9766-4b74-8805-fc6f11ed15dd req-b668bcf3-15da-42f5-9ca8-1a8a7ff47240 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/ports?device_id=d86c9f2c-6076-42d9-95e1-c4781db7982b HTTP/1.1" status: 200 len: 950 time: 0.0998933 May 24 13:57:58.518646 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.db.securitygroups_db [None req-eb1b342e-f6aa-4069-b811-5430efaa94ea tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Project 7bb15f1d3e524d67b5493cb483ee8547 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 13:57:58.587749 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-eb1b342e-f6aa-4069-b811-5430efaa94ea tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for security_group_rule (d20e0a9f-5a2e-45a0-bde0-d5a4d804c98d), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:58.594219 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-5cd24e10-1672-4ac1-a9fd-6ff7a6bb5168 None None] Set router a77e1a82-d39c-46c3-8a10-0a9031cfa6d3 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 13:57:58.627203 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0d1b2013-9766-4b74-8805-fc6f11ed15dd req-572192c1-e981-43d7-a208-64f042e502b3 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/security-groups?id=93b6067a-22d5-48f8-b4bb-80dee1f324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913222 May 24 13:57:58.631934 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c11ed5-2153-4474-9fbc-59931095978f req-874a68e8-88c9-4557-817a-4c46994114e4 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:58.634582 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-94c11ed5-2153-4474-9fbc-59931095978f req-874a68e8-88c9-4557-817a-4c46994114e4 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 943 time: 0.0638227 May 24 13:57:58.682720 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-eb1b342e-f6aa-4069-b811-5430efaa94ea tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for security_group_rule (d20e0a9f-5a2e-45a0-bde0-d5a4d804c98d), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:58.689146 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-eb1b342e-f6aa-4069-b811-5430efaa94ea tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709697'] for security_group_rule (d20e0a9f-5a2e-45a0-bde0-d5a4d804c98d), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:58.727319 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b342e-f6aa-4069-b811-5430efaa94ea tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d20e0a9f-5a2e-45a0-bde0-d5a4d804c98d,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:58.749089 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-94c11ed5-2153-4474-9fbc-59931095978f req-09a44000-0670-498a-bf04-3d1e23ef12a4 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949802 May 24 13:57:58.754625 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port 102f6f9a-3828-470c-ab81-d1a2e19e6bb0 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:57:58.760892 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:58.770194 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-eb1b342e-f6aa-4069-b811-5430efaa94ea tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:58.771664 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-eb1b342e-f6aa-4069-b811-5430efaa94ea tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3664210 May 24 13:57:58.782262 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 38216) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:57:58.789744 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-84c300fc-6f83-4acc-8482-3479fc3f2197 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Request body: {'security_group_rule': {'security_group_id': 'ffce6dba-b6b7-43f3-a6ac-4bd3015e329e', 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:57:58.814529 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.db.securitygroups_db [None req-84c300fc-6f83-4acc-8482-3479fc3f2197 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Project 7bb15f1d3e524d67b5493cb483ee8547 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 13:57:58.823092 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-84c300fc-6f83-4acc-8482-3479fc3f2197 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for security_group_rule (64318dba-f8f9-46dd-8ee1-e32a9ba25740), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:58.827443 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:57:58.897866 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-a4bd2dc9-4123-4d30-97d1-226f27214288 None None] Current status of the port a968391d-4266-4655-9f0e-08d2dfc9fd88 is: DOWN; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:57:58.898421 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a4bd2dc9-4123-4d30-97d1-226f27214288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (a968391d-4266-4655-9f0e-08d2dfc9fd88), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:58.905451 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-84c300fc-6f83-4acc-8482-3479fc3f2197 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for security_group_rule (64318dba-f8f9-46dd-8ee1-e32a9ba25740), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:58.911291 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-84c300fc-6f83-4acc-8482-3479fc3f2197 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709697'] for security_group_rule (64318dba-f8f9-46dd-8ee1-e32a9ba25740), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:58.928031 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c300fc-6f83-4acc-8482-3479fc3f2197 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64318dba-f8f9-46dd-8ee1-e32a9ba25740,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:58.941332 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-84c300fc-6f83-4acc-8482-3479fc3f2197 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:58.942872 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-84c300fc-6f83-4acc-8482-3479fc3f2197 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1586804 May 24 13:57:58.969072 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-a4bd2dc9-4123-4d30-97d1-226f27214288 None None] For port a968391d-4266-4655-9f0e-08d2dfc9fd88, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=a968391d-4266-4655-9f0e-08d2dfc9fd88,segment=NetworkSegment(a1219024-7c0f-4b22-bce9-186b43c53934),segment_id=a1219024-7c0f-4b22-bce9-186b43c53934)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:57:58.976418 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a4bd2dc9-4123-4d30-97d1-226f27214288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (a968391d-4266-4655-9f0e-08d2dfc9fd88), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:59.049844 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-5cd24e10-1672-4ac1-a9fd-6ff7a6bb5168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77e1a82-d39c-46c3-8a10-0a9031cfa6d3', 'name': 'tempest-TestVolumeBootPattern-1348167688-router', 'tenant_id': '7acb9a364a7a40bbbaacdd321517b426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '102f6f9a-3828-470c-ab81-d1a2e19e6bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:57:48Z', 'updated_at': '2022-05-24T13:57:55Z', 'revision_number': 4, 'project_id': '7acb9a364a7a40bbbaacdd321517b426', 'gw_port': {'id': '102f6f9a-3828-470c-ab81-d1a2e19e6bb0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e1a82-d39c-46c3-8a10-0a9031cfa6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:49Z', 'updated_at': '2022-05-24T13:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': 'a968391d-4266-4655-9f0e-08d2dfc9fd88', 'name': '', 'network_id': '78770422-3981-46f0-9621-42c225c82fe6', 'tenant_id': '7acb9a364a7a40bbbaacdd321517b426', 'mac_address': 'fa:16:3e:fb:6a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77e1a82-d39c-46c3-8a10-0a9031cfa6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '26d87c6d-8682-48e8-ade9-d839df92a541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:53Z', 'updated_at': '2022-05-24T13:57:58Z', 'revision_number': 4, 'project_id': '7acb9a364a7a40bbbaacdd321517b426', 'subnets': [{'id': '26d87c6d-8682-48e8-ade9-d839df92a541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:57:59.088049 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd24e10-1672-4ac1-a9fd-6ff7a6bb5168 None None] The sync data for ids ['a77e1a82-d39c-46c3-8a10-0a9031cfa6d3'] in dv-cinder-842129-1-iscsi is: [{'id': 'a77e1a82-d39c-46c3-8a10-0a9031cfa6d3', 'name': 'tempest-TestVolumeBootPattern-1348167688-router', 'tenant_id': '7acb9a364a7a40bbbaacdd321517b426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '102f6f9a-3828-470c-ab81-d1a2e19e6bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:57:48Z', 'updated_at': '2022-05-24T13:57:55Z', 'revision_number': 4, 'project_id': '7acb9a364a7a40bbbaacdd321517b426', 'gw_port': {'id': '102f6f9a-3828-470c-ab81-d1a2e19e6bb0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e1a82-d39c-46c3-8a10-0a9031cfa6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:49Z', 'updated_at': '2022-05-24T13:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': 'a968391d-4266-4655-9f0e-08d2dfc9fd88', 'name': '', 'network_id': '78770422-3981-46f0-9621-42c225c82fe6', 'tenant_id': '7acb9a364a7a40bbbaacdd321517b426', 'mac_address': 'fa:16:3e:fb:6a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77e1a82-d39c-46c3-8a10-0a9031cfa6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '26d87c6d-8682-48e8-ade9-d839df92a541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:53Z', 'updated_at': '2022-05-24T13:57:58Z', 'revision_number': 4, 'project_id': '7acb9a364a7a40bbbaacdd321517b426', 'subnets': [{'id': '26d87c6d-8682-48e8-ade9-d839df92a541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 13:57:59.099066 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd2dc9-4123-4d30-97d1-226f27214288 None None] Pushing event updated for resources: {'Port': ['ID=a968391d-4266-4655-9f0e-08d2dfc9fd88,revision_number=5']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:57:59.107123 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-60104d62-8b09-4d1d-920a-efc9958d6174 None None] Provisioning complete for port a968391d-4266-4655-9f0e-08d2dfc9fd88 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:57:59.107544 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-60104d62-8b09-4d1d-920a-efc9958d6174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (a968391d-4266-4655-9f0e-08d2dfc9fd88), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:57:59.110122 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd2dc9-4123-4d30-97d1-226f27214288 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:59.110458 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd2dc9-4123-4d30-97d1-226f27214288 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:59.110810 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd2dc9-4123-4d30-97d1-226f27214288 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:59.111146 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd2dc9-4123-4d30-97d1-226f27214288 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:59.111474 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd2dc9-4123-4d30-97d1-226f27214288 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:59.111795 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd2dc9-4123-4d30-97d1-226f27214288 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:59.112136 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd2dc9-4123-4d30-97d1-226f27214288 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:59.112473 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd2dc9-4123-4d30-97d1-226f27214288 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:59.113288 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd2dc9-4123-4d30-97d1-226f27214288 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:59.113607 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd2dc9-4123-4d30-97d1-226f27214288 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:59.113922 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd2dc9-4123-4d30-97d1-226f27214288 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:59.114232 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd2dc9-4123-4d30-97d1-226f27214288 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:59.114547 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd2dc9-4123-4d30-97d1-226f27214288 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:59.114857 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd2dc9-4123-4d30-97d1-226f27214288 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:59.115167 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd2dc9-4123-4d30-97d1-226f27214288 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:57:59.218245 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-60104d62-8b09-4d1d-920a-efc9958d6174 None None] Current status of the port a968391d-4266-4655-9f0e-08d2dfc9fd88 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:57:59.358785 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab077e4-e3d8-4180-bfcd-7d2fba08eb91 req-35d28aa4-2e64-4037-bfb5-69c2657b5c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:59.367407 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-3ab077e4-e3d8-4180-bfcd-7d2fba08eb91 req-35d28aa4-2e64-4037-bfb5-69c2657b5c35 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8708171d18747eda57bed0a3cb3030b&device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 1127 time: 0.0658140 May 24 13:57:59.521307 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a973804a-7b53-425d-b3d9-a7d44da1c7dd req-46308d9f-23d7-4d4b-9fe8-11ea344f8ba7 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 210 time: 0.0556536 May 24 13:57:59.894340 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf41088-d34d-4bb7-84d0-02168a3fe71f req-0a043df6-fe74-4715-8833-b1772f671f3e tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:59.896414 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-acf41088-d34d-4bb7-84d0-02168a3fe71f req-0a043df6-fe74-4715-8833-b1772f671f3e tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/ports?device_id=d86c9f2c-6076-42d9-95e1-c4781db7982b HTTP/1.1" status: 200 len: 950 time: 0.1814022 May 24 13:57:59.903122 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device a968391d-4266-4655-9f0e-08d2dfc9fd88 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:57:59.997337 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2f608-6c00-4e6c-9ce0-5e1062dbcc13 req-315a0256-501c-4d53-be6f-4800848ce76e tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:57:59.998740 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c6a2f608-6c00-4e6c-9ce0-5e1062dbcc13 req-315a0256-501c-4d53-be6f-4800848ce76e tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 943 time: 0.1105967 May 24 13:58:00.001234 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port a968391d-4266-4655-9f0e-08d2dfc9fd88 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:58:00.007216 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (a968391d-4266-4655-9f0e-08d2dfc9fd88), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:00.044206 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab077e4-e3d8-4180-bfcd-7d2fba08eb91 req-326de7d3-3185-447e-a22d-c3ad6fbb8178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:00.045772 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-3ab077e4-e3d8-4180-bfcd-7d2fba08eb91 req-326de7d3-3185-447e-a22d-c3ad6fbb8178 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f063f9ef-2098-4bf4-a44f-09110a7a9fdf HTTP/1.1" status: 200 len: 910 time: 0.2839415 May 24 13:58:00.074354 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:00.104751 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c6a2f608-6c00-4e6c-9ce0-5e1062dbcc13 req-2f68589f-5a73-4260-9e5c-b26c35bc9c3c tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995300 May 24 13:58:00.111599 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-3ab077e4-e3d8-4180-bfcd-7d2fba08eb91 req-795c6261-8ff8-4fa9-849f-48409f2bfca2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92d0feca-c6fc-482a-9c90-d85a60c51e31 HTTP/1.1" status: 200 len: 217 time: 0.0555842 May 24 13:58:00.129218 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-acf41088-d34d-4bb7-84d0-02168a3fe71f req-6137e137-a486-4fde-851d-0eb2d702e0b3 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/security-groups?id=93b6067a-22d5-48f8-b4bb-80dee1f324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143397 May 24 13:58:00.145297 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port a968391d-4266-4655-9f0e-08d2dfc9fd88 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:58:00.182324 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab077e4-e3d8-4180-bfcd-7d2fba08eb91 req-6a0dba75-4e1a-44de-ad2d-5c6b158faa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:00.184161 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-3ab077e4-e3d8-4180-bfcd-7d2fba08eb91 req-6a0dba75-4e1a-44de-ad2d-5c6b158faa42 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8130db12-e414-4e35-b6d5-126ec386849f HTTP/1.1" status: 200 len: 849 time: 0.0536835 May 24 13:58:00.393099 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:00.447311 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-3ab077e4-e3d8-4180-bfcd-7d2fba08eb91 req-f6e882b0-ae75-4c2c-8b07-a417b81a0f5a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f063f9ef-2098-4bf4-a44f-09110a7a9fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581861 May 24 13:58:00.461750 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5561a-d1e9-47a7-a9a8-f41dc0ebe9c8 req-2eceaffb-ab38-47f1-8b31-e823a840d9b4 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:00.463304 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-96b5561a-d1e9-47a7-a9a8-f41dc0ebe9c8 req-2eceaffb-ab38-47f1-8b31-e823a840d9b4 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/ports?device_id=d86c9f2c-6076-42d9-95e1-c4781db7982b HTTP/1.1" status: 200 len: 950 time: 0.0830858 May 24 13:58:00.512611 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-96b5561a-d1e9-47a7-a9a8-f41dc0ebe9c8 req-0026459b-7ec0-45a3-b1b7-7e230dcab5a8 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/security-groups?id=93b6067a-22d5-48f8-b4bb-80dee1f324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435522 May 24 13:58:00.620480 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-17d448d6-0ce7-4d89-b437-390c626c8420 req-c5dc2e40-1e17-4df6-9006-6183a0c4b93e tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 210 time: 0.0316172 May 24 13:58:00.687250 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 92d0feca-c6fc-482a-9c90-d85a60c51e31 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=103809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 13:58:00.747239 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:00.791564 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 92d0feca-c6fc-482a-9c90-d85a60c51e31, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=92d0feca-c6fc-482a-9c90-d85a60c51e31,segment=NetworkSegment(01219d60-de5f-4d45-90ee-afa3b0f26e98),segment_id=01219d60-de5f-4d45-90ee-afa3b0f26e98)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:58:00.803082 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Returning: {'device': '92d0feca-c6fc-482a-9c90-d85a60c51e31', 'network_id': 'f063f9ef-2098-4bf4-a44f-09110a7a9fdf', 'port_id': '92d0feca-c6fc-482a-9c90-d85a60c51e31', 'mac_address': 'fa:16:3e:4f:ff:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8130db12-e414-4e35-b6d5-126ec386849f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 13:58:00.840265 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 92d0feca-c6fc-482a-9c90-d85a60c51e31 is: DOWN; New status is: BUILD {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:58:00.840653 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (92d0feca-c6fc-482a-9c90-d85a60c51e31), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:00.854397 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92d0feca-c6fc-482a-9c90-d85a60c51e31 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 13:58:00.875382 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 92d0feca-c6fc-482a-9c90-d85a60c51e31, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=92d0feca-c6fc-482a-9c90-d85a60c51e31,segment=NetworkSegment(01219d60-de5f-4d45-90ee-afa3b0f26e98),segment_id=01219d60-de5f-4d45-90ee-afa3b0f26e98)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:58:00.880157 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (92d0feca-c6fc-482a-9c90-d85a60c51e31), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:00.934895 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=92d0feca-c6fc-482a-9c90-d85a60c51e31,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:58:01.224840 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d159a15-5d82-4efa-b960-06679ff6206a req-ff13045b-7c97-4a0d-b881-fcbedd62d544 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:01.226632 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-5d159a15-5d82-4efa-b960-06679ff6206a req-ff13045b-7c97-4a0d-b881-fcbedd62d544 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 944 time: 0.0506477 May 24 13:58:01.282276 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-5d159a15-5d82-4efa-b960-06679ff6206a req-d7cb1670-8f8e-4f9c-b05e-59567ef636ed tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496585 May 24 13:58:01.574287 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['92d0feca-c6fc-482a-9c90-d85a60c51e31'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 13:58:01.596799 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:01.637109 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f385c-0dfe-4f38-8796-3e71fe05e9b4 req-a96cc5ba-207c-4cb9-bc6b-bf6399c1e180 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:01.638608 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8a2f385c-0dfe-4f38-8796-3e71fe05e9b4 req-a96cc5ba-207c-4cb9-bc6b-bf6399c1e180 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/ports?device_id=d86c9f2c-6076-42d9-95e1-c4781db7982b HTTP/1.1" status: 200 len: 950 time: 0.0545065 May 24 13:58:01.792579 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8a2f385c-0dfe-4f38-8796-3e71fe05e9b4 req-6924acbb-1d61-4928-ba69-30b9ce79f095 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/security-groups?id=93b6067a-22d5-48f8-b4bb-80dee1f324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469817 May 24 13:58:01.795919 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-b60ceb11-791a-442c-8eff-31b1fa6d7455 req-de0ce2a8-e2c9-4649-8a0d-f83754edf428 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 210 time: 0.0387301 May 24 13:58:01.838216 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-3ab077e4-e3d8-4180-bfcd-7d2fba08eb91 req-33dd8ceb-23bb-4729-839b-1030a873681b service neutron] 10.222.0.55 "GET /v2.0/networks/f063f9ef-2098-4bf4-a44f-09110a7a9fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814706 May 24 13:58:01.853185 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804683c9-87b1-4850-90f1-ad40dd65995f req-9cc170d5-1fac-4b6f-b1a5-fd08126781a0 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:01.854666 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-804683c9-87b1-4850-90f1-ad40dd65995f req-9cc170d5-1fac-4b6f-b1a5-fd08126781a0 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.55 "GET /v2.0/networks?id=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 HTTP/1.1" status: 200 len: 819 time: 0.1835630 May 24 13:58:01.936558 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-3ab077e4-e3d8-4180-bfcd-7d2fba08eb91 req-6babbc77-765b-408a-ba74-cc16f99907d1 service neutron] 10.222.0.55 "GET /v2.0/networks/f063f9ef-2098-4bf4-a44f-09110a7a9fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904191 May 24 13:58:02.014439 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-804683c9-87b1-4850-90f1-ad40dd65995f req-a89a471c-edb4-4b25-8771-576fc319f5b2 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54ee7d13408645e6b6517f541fe45670 HTTP/1.1" status: 200 len: 380 time: 0.0587833 May 24 13:58:02.403062 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d4016-f2be-4735-8c96-23ff2442540f req-1050c8e8-e771-4b22-9f0a-d3cb5776cefe tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:02.404820 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-111d4016-f2be-4735-8c96-23ff2442540f req-1050c8e8-e771-4b22-9f0a-d3cb5776cefe tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 944 time: 0.0503883 May 24 13:58:02.453537 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-111d4016-f2be-4735-8c96-23ff2442540f req-15ddbf4b-03f9-46db-8e5a-1d80c8121eca tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420156 May 24 13:58:02.899188 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f2610e77-246c-4165-abdf-96e31f1c441c req-e39cb323-60e7-4b28-9d09-ade40f23edd7 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 210 time: 0.0282505 May 24 13:58:02.905711 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2dd56-97da-4d90-8323-dd5582108c64 req-a132fedb-6405-4af7-9f33-b0f59d2e95c6 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:02.907174 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-00e2dd56-97da-4d90-8323-dd5582108c64 req-a132fedb-6405-4af7-9f33-b0f59d2e95c6 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/ports?device_id=d86c9f2c-6076-42d9-95e1-c4781db7982b HTTP/1.1" status: 200 len: 950 time: 0.0487409 May 24 13:58:02.928903 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:02.958243 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-00e2dd56-97da-4d90-8323-dd5582108c64 req-89667233-8936-4900-8741-1e40abae9ece tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/security-groups?id=93b6067a-22d5-48f8-b4bb-80dee1f324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441985 May 24 13:58:03.570978 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2cb79-f68f-4f78-9c84-786b886877a7 req-a636f209-6a21-46a7-8bba-f1a7a0c2ba10 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:03.572432 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-eed2cb79-f68f-4f78-9c84-786b886877a7 req-a636f209-6a21-46a7-8bba-f1a7a0c2ba10 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 944 time: 0.0492623 May 24 13:58:03.618513 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-eed2cb79-f68f-4f78-9c84-786b886877a7 req-8961c997-b361-4913-bb42-ce6e5cdfaf02 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404863 May 24 13:58:03.993810 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-404c377f-b274-48ef-a44e-4a7778e8e572 req-8fcffe8a-aa07-4131-9813-313afb7b8281 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 210 time: 0.0286503 May 24 13:58:04.073093 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b4ae23-3525-455d-ac3a-2b45f0182618 req-29ebc284-40f1-4b97-9815-7f7a2f420117 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:04.074560 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f6b4ae23-3525-455d-ac3a-2b45f0182618 req-29ebc284-40f1-4b97-9815-7f7a2f420117 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/ports?device_id=d86c9f2c-6076-42d9-95e1-c4781db7982b HTTP/1.1" status: 200 len: 950 time: 0.0475743 May 24 13:58:04.087810 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:DELETE=3,neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:04.098892 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:04.130599 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f6b4ae23-3525-455d-ac3a-2b45f0182618 req-753e3cea-0415-46c7-98d9-b89bbec48eb5 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/security-groups?id=93b6067a-22d5-48f8-b4bb-80dee1f324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504885 May 24 13:58:04.729494 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb857c-a80b-4a56-a69e-34655c828d8d req-0fe66555-42b8-4cef-b10a-4668d51ab188 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:04.730942 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-80fb857c-a80b-4a56-a69e-34655c828d8d req-0fe66555-42b8-4cef-b10a-4668d51ab188 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 944 time: 0.0459509 May 24 13:58:04.782876 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-80fb857c-a80b-4a56-a69e-34655c828d8d req-8a04a47d-52b5-41d0-8b9c-ecd657a4ab05 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464656 May 24 13:58:05.093023 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-74b4441f-f84c-436d-91b0-b4f760f0f56f req-735761f0-68b6-4b91-afbf-07a50f2635ec tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 210 time: 0.0312393 May 24 13:58:05.208156 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:05.246500 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e249f3-f436-4715-9ba6-aabe393a704c req-565568f0-c1e8-4eaa-8b11-166ca5953f10 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:05.247978 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-08e249f3-f436-4715-9ba6-aabe393a704c req-565568f0-c1e8-4eaa-8b11-166ca5953f10 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/ports?device_id=d86c9f2c-6076-42d9-95e1-c4781db7982b HTTP/1.1" status: 200 len: 950 time: 0.0498753 May 24 13:58:05.295775 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-08e249f3-f436-4715-9ba6-aabe393a704c req-cd9b936a-75a7-4219-82cb-b98cbf5ae7ca tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/security-groups?id=93b6067a-22d5-48f8-b4bb-80dee1f324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420003 May 24 13:58:05.911877 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71676c89-d37b-4354-8dc2-893dc675adad req-51d32e2a-5ad5-42ed-864f-2b33848596b8 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:05.913342 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-71676c89-d37b-4354-8dc2-893dc675adad req-51d32e2a-5ad5-42ed-864f-2b33848596b8 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 944 time: 0.0617697 May 24 13:58:05.961054 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-71676c89-d37b-4354-8dc2-893dc675adad req-7a60303a-a929-4529-baf1-ea545dfc855e tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420070 May 24 13:58:06.198159 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f5793327-d4d5-4934-96e7-4b7bae9d359e req-0cbd62b2-5c03-499a-9fea-2771b5fd5928 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 210 time: 0.0340703 May 24 13:58:06.380798 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 13:58:06.412478 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46acce1c-40b2-4e5b-b6ee-de77581be4d7 req-b556ed30-952d-4089-a5e3-93e9c94869c2 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:06.413953 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-46acce1c-40b2-4e5b-b6ee-de77581be4d7 req-b556ed30-952d-4089-a5e3-93e9c94869c2 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/ports?device_id=d86c9f2c-6076-42d9-95e1-c4781db7982b HTTP/1.1" status: 200 len: 950 time: 0.0469410 May 24 13:58:06.460236 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-46acce1c-40b2-4e5b-b6ee-de77581be4d7 req-5854a759-45b5-415e-b4f3-eb7db9c52671 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/security-groups?id=93b6067a-22d5-48f8-b4bb-80dee1f324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407605 May 24 13:58:07.077883 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3cd6b2-d580-4c6a-bd0c-707f1c6e91f0 req-e06d9ca6-3c3f-4078-911d-a97d17154136 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:07.079457 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ad3cd6b2-d580-4c6a-bd0c-707f1c6e91f0 req-e06d9ca6-3c3f-4078-911d-a97d17154136 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 944 time: 0.0524495 May 24 13:58:07.127518 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ad3cd6b2-d580-4c6a-bd0c-707f1c6e91f0 req-5ccb7f18-b50e-4e1d-8bfd-ba65e5668f20 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417993 May 24 13:58:07.299745 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0357fd1c-f281-4a13-bb26-98aaff394a1a req-8c721144-f716-49e3-a6ac-74cba6e17c47 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 210 time: 0.0309143 May 24 13:58:07.398065 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=98 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:07.578143 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dafaae-ed52-4c81-a692-83de9cd5218b req-89bec9d8-f9f0-4686-a2e8-ea971c8232b4 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:07.579638 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a9dafaae-ed52-4c81-a692-83de9cd5218b req-89bec9d8-f9f0-4686-a2e8-ea971c8232b4 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/ports?device_id=d86c9f2c-6076-42d9-95e1-c4781db7982b HTTP/1.1" status: 200 len: 950 time: 0.0488224 May 24 13:58:07.627454 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a9dafaae-ed52-4c81-a692-83de9cd5218b req-23e72596-b097-4172-afb1-12289e1004ff tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/security-groups?id=93b6067a-22d5-48f8-b4bb-80dee1f324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422041 May 24 13:58:08.247410 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08cc59-1e63-47de-9ef2-05ab0ad91c25 req-f6b367cb-1dea-4b8b-ae05-2f5c8e06699d tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:08.248969 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ef08cc59-1e63-47de-9ef2-05ab0ad91c25 req-f6b367cb-1dea-4b8b-ae05-2f5c8e06699d tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 944 time: 0.0491254 May 24 13:58:08.299983 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ef08cc59-1e63-47de-9ef2-05ab0ad91c25 req-1d1d2976-6085-430f-b966-174cf40fb2fe tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446362 May 24 13:58:08.397216 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-3256b366-1ec4-47cc-ba85-89f05c84c880 req-3e92f6b8-831a-4d3b-96db-41397d9bb10d tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 210 time: 0.0282009 May 24 13:58:08.742881 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598b384-f2eb-4a5e-8eba-df9e075b3c93 req-7ebd008d-dfaa-42b5-9a85-d3d3ef5900ed tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:08.744355 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4598b384-f2eb-4a5e-8eba-df9e075b3c93 req-7ebd008d-dfaa-42b5-9a85-d3d3ef5900ed tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/ports?device_id=d86c9f2c-6076-42d9-95e1-c4781db7982b HTTP/1.1" status: 200 len: 950 time: 0.0473051 May 24 13:58:08.790830 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4598b384-f2eb-4a5e-8eba-df9e075b3c93 req-63637264-225e-4703-8bd1-7a3f86451833 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/security-groups?id=93b6067a-22d5-48f8-b4bb-80dee1f324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408471 May 24 13:58:08.953381 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-804683c9-87b1-4850-90f1-ad40dd65995f req-f2ded187-74aa-4ba5-bc5f-93bf98eb6091 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Request body: {'port': {'device_id': '9efba3b6-0b80-48c5-ac89-0db944e2ac8f', 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9', 'admin_state_up': True, 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'security_groups': ['60955e93-0cf7-41ec-8578-883a273468c6']}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:58:09.000164 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081e1b0-752d-415e-9e9d-f8c292df0928 req-27cd4eea-137b-4bc5-9571-8912dca11faf tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:09.001961 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-8081e1b0-752d-415e-9e9d-f8c292df0928 req-27cd4eea-137b-4bc5-9571-8912dca11faf tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.55 "GET /v2.0/ports?device_id=d86c9f2c-6076-42d9-95e1-c4781db7982b HTTP/1.1" status: 200 len: 950 time: 0.0527232 May 24 13:58:09.064550 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-804683c9-87b1-4850-90f1-ad40dd65995f req-f2ded187-74aa-4ba5-bc5f-93bf98eb6091 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Made reservation on behalf of 54ee7d13408645e6b6517f541fe45670 for: {'port': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:58:09.068542 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-804683c9-87b1-4850-90f1-ad40dd65995f req-f2ded187-74aa-4ba5-bc5f-93bf98eb6091 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:09.193559 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [req-804683c9-87b1-4850-90f1-ad40dd65995f req-f2ded187-74aa-4ba5-bc5f-93bf98eb6091 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Allocated IP 172.20.0.12 (c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9/899ca591-3ba0-4148-9660-6941aa8cd299/6ec58c80-6380-4300-8c4d-013be3a1d9bb) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 13:58:09.328668 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-804683c9-87b1-4850-90f1-ad40dd65995f req-f2ded187-74aa-4ba5-bc5f-93bf98eb6091 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks [] for port (6ec58c80-6380-4300-8c4d-013be3a1d9bb), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:09.355041 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:09.363131 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-804683c9-87b1-4850-90f1-ad40dd65995f req-f2ded187-74aa-4ba5-bc5f-93bf98eb6091 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (6ec58c80-6380-4300-8c4d-013be3a1d9bb), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:09.372270 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:09.422559 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-804683c9-87b1-4850-90f1-ad40dd65995f req-f2ded187-74aa-4ba5-bc5f-93bf98eb6091 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Network c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:58:09.426924 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [req-804683c9-87b1-4850-90f1-ad40dd65995f req-f2ded187-74aa-4ba5-bc5f-93bf98eb6091 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:58:09.431440 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-804683c9-87b1-4850-90f1-ad40dd65995f req-f2ded187-74aa-4ba5-bc5f-93bf98eb6091 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 13:58:09.431981 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126dce4-91bf-4c31-8e8b-9edd7a9a5a89 req-d9100ec6-d845-4949-a6a7-61ceafa23f6f tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:09.433592 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-1126dce4-91bf-4c31-8e8b-9edd7a9a5a89 req-d9100ec6-d845-4949-a6a7-61ceafa23f6f tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 944 time: 0.0610969 May 24 13:58:09.459440 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ded187-74aa-4ba5-bc5f-93bf98eb6091 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Pushing event updated for resources: {'Port': ['ID=6ec58c80-6380-4300-8c4d-013be3a1d9bb,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:58:09.498021 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804683c9-87b1-4850-90f1-ad40dd65995f req-f2ded187-74aa-4ba5-bc5f-93bf98eb6091 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:09.498978 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-804683c9-87b1-4850-90f1-ad40dd65995f req-f2ded187-74aa-4ba5-bc5f-93bf98eb6091 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:09.534111 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-804683c9-87b1-4850-90f1-ad40dd65995f req-f2ded187-74aa-4ba5-bc5f-93bf98eb6091 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5853758 May 24 13:58:09.570212 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f45107-55d6-4b0b-a033-0de58239c0a0 req-63192ec0-3e92-476a-b3f8-d828d208a108 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:09.572052 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-73f45107-55d6-4b0b-a033-0de58239c0a0 req-63192ec0-3e92-476a-b3f8-d828d208a108 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 932 time: 0.0563021 May 24 13:58:09.575629 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-8081e1b0-752d-415e-9e9d-f8c292df0928 req-574aa79e-7b9c-4f28-9647-58013337e4c4 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Deleting port 5efa9fbc-615b-4396-bd55-339ba5728851 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 13:58:09.576583 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8081e1b0-752d-415e-9e9d-f8c292df0928 req-574aa79e-7b9c-4f28-9647-58013337e4c4 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (5efa9fbc-615b-4396-bd55-339ba5728851), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:09.584367 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-804683c9-87b1-4850-90f1-ad40dd65995f req-c2a55bfd-5490-4c6a-b3b5-2790fe9629be service neutron] Request body: {'port': {'device_id': '9efba3b6-0b80-48c5-ac89-0db944e2ac8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:58:09.654766 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-1126dce4-91bf-4c31-8e8b-9edd7a9a5a89 req-d163b842-b4d2-450e-bb0a-75fc82719844 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726522 May 24 13:58:09.676393 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-804683c9-87b1-4850-90f1-ad40dd65995f req-c2a55bfd-5490-4c6a-b3b5-2790fe9629be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (6ec58c80-6380-4300-8c4d-013be3a1d9bb), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:09.700036 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-8081e1b0-752d-415e-9e9d-f8c292df0928 req-574aa79e-7b9c-4f28-9647-58013337e4c4 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] For port 5efa9fbc-615b-4396-bd55-339ba5728851, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=5efa9fbc-615b-4396-bd55-339ba5728851,segment=NetworkSegment(eb958b33-b4c0-4542-b6fc-03626f74b325),segment_id=eb958b33-b4c0-4542-b6fc-03626f74b325)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:58:09.700268 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8081e1b0-752d-415e-9e9d-f8c292df0928 req-574aa79e-7b9c-4f28-9647-58013337e4c4 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (5efa9fbc-615b-4396-bd55-339ba5728851), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:09.706178 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-99b47ac3-9f56-4243-8553-3cccbece1aea None None] Provisioning complete for port 6ec58c80-6380-4300-8c4d-013be3a1d9bb triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:58:09.706726 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-99b47ac3-9f56-4243-8553-3cccbece1aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (6ec58c80-6380-4300-8c4d-013be3a1d9bb), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:09.721306 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-8081e1b0-752d-415e-9e9d-f8c292df0928 req-574aa79e-7b9c-4f28-9647-58013337e4c4 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Calling delete_port for 5efa9fbc-615b-4396-bd55-339ba5728851 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 13:58:09.750225 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-99b47ac3-9f56-4243-8553-3cccbece1aea None None] Port 6ec58c80-6380-4300-8c4d-013be3a1d9bb cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 13:58:09.859535 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:09.910740 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8081e1b0-752d-415e-9e9d-f8c292df0928 req-574aa79e-7b9c-4f28-9647-58013337e4c4 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (5efa9fbc-615b-4396-bd55-339ba5728851), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:09.948592 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e729754-95e2-473b-9ee4-3ef58ce2848a req-b492aaca-c2a1-4b79-8d7e-34ee7e34f33c tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:09.950140 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-5e729754-95e2-473b-9ee4-3ef58ce2848a req-b492aaca-c2a1-4b79-8d7e-34ee7e34f33c tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/ports?device_id=d86c9f2c-6076-42d9-95e1-c4781db7982b HTTP/1.1" status: 200 len: 950 time: 0.0782902 May 24 13:58:09.952673 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574aa79e-7b9c-4f28-9647-58013337e4c4 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Pushing event deleted for resources: {'Port': ['ID=5efa9fbc-615b-4396-bd55-339ba5728851,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:58:09.985186 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 92d0feca-c6fc-482a-9c90-d85a60c51e31 up at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:58:10.013799 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-73f45107-55d6-4b0b-a033-0de58239c0a0 req-4c4f5902-3f4f-4d2c-9a49-4cba5e20fc1e tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4359441 May 24 13:58:10.017557 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-8081e1b0-752d-415e-9e9d-f8c292df0928 req-574aa79e-7b9c-4f28-9647-58013337e4c4 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] No DVR routers for this DVR port 5efa9fbc-615b-4396-bd55-339ba5728851 on host hv-cinder-84212 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 13:58:10.024160 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:10.028029 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8081e1b0-752d-415e-9e9d-f8c292df0928 req-574aa79e-7b9c-4f28-9647-58013337e4c4 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:10.031191 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-8081e1b0-752d-415e-9e9d-f8c292df0928 req-574aa79e-7b9c-4f28-9647-58013337e4c4 tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.55 "DELETE /v2.0/ports/5efa9fbc-615b-4396-bd55-339ba5728851 HTTP/1.1" status: 204 len: 173 time: 0.5964890 May 24 13:58:10.031636 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86c9f2c-6076-42d9-95e1-c4781db7982b', 'name': 'network-vif-deleted', 'tag': '5efa9fbc-615b-4396-bd55-339ba5728851'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 13:58:10.034180 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60922b96e112649546d89072a262e180bf09e65c4ab2e641290b12b7b14c337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a80142b-a480-4084-9c60-8bafb6ad5acd" -d '{"events": [{"server_uuid": "d86c9f2c-6076-42d9-95e1-c4781db7982b", "name": "network-vif-deleted", "tag": "5efa9fbc-615b-4396-bd55-339ba5728851"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 13:58:10.037811 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['5efa9fbc-615b-4396-bd55-339ba5728851'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 13:58:10.117703 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning for port 92d0feca-c6fc-482a-9c90-d85a60c51e31 completed by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 13:58:10.120053 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-5e729754-95e2-473b-9ee4-3ef58ce2848a req-abb29201-ac9f-4bef-a6ca-db8acee6547c tempest-VolumesNegativeTest-1447024781 tempest-VolumesNegativeTest-1447024781-project] 10.222.0.24 "GET /v2.0/security-groups?id=93b6067a-22d5-48f8-b4bb-80dee1f324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355681 May 24 13:58:10.122388 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 13:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0990251a-f408-4c95-ab3e-df67e0f9f621 x-openstack-request-id: req-0990251a-f408-4c95-ab3e-df67e0f9f621 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 13:58:10.122967 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86c9f2c-6076-42d9-95e1-c4781db7982b", "name": "network-vif-deleted", "tag": "5efa9fbc-615b-4396-bd55-339ba5728851", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 13:58:10.127376 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning complete for port 92d0feca-c6fc-482a-9c90-d85a60c51e31 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:58:10.128003 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (92d0feca-c6fc-482a-9c90-d85a60c51e31), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:10.131500 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0990251a-f408-4c95-ab3e-df67e0f9f621 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 13:58:10.132016 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0990251a-f408-4c95-ab3e-df67e0f9f621'] response: {'server_uuid': 'd86c9f2c-6076-42d9-95e1-c4781db7982b', 'name': 'network-vif-deleted', 'tag': '5efa9fbc-615b-4396-bd55-339ba5728851', 'status': 'completed', 'code': 200} May 24 13:58:10.226579 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 92d0feca-c6fc-482a-9c90-d85a60c51e31 is: BUILD; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:58:10.227016 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (92d0feca-c6fc-482a-9c90-d85a60c51e31), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:10.258018 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f11425-3efc-4ac0-88dd-449b0180843e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d0feca-c6fc-482a-9c90-d85a60c51e31'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 13:58:10.260287 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6704ccb53a4068acec69ef2b688a9e5af712f2ba46f4bf8cce86ae06eb28aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706c2e74-0f48-42ca-9c95-69dd1eaa1a1b" -d '{"events": [{"server_uuid": "67f11425-3efc-4ac0-88dd-449b0180843e", "name": "network-vif-plugged", "status": "completed", "tag": "92d0feca-c6fc-482a-9c90-d85a60c51e31"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 13:58:10.273006 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 92d0feca-c6fc-482a-9c90-d85a60c51e31, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=92d0feca-c6fc-482a-9c90-d85a60c51e31,segment=NetworkSegment(01219d60-de5f-4d45-90ee-afa3b0f26e98),segment_id=01219d60-de5f-4d45-90ee-afa3b0f26e98)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:58:10.277220 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (92d0feca-c6fc-482a-9c90-d85a60c51e31), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:10.303163 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 13:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fa30e9-e0ff-4985-b95b-335d6c2a81c6 x-openstack-request-id: req-f2fa30e9-e0ff-4985-b95b-335d6c2a81c6 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 13:58:10.303453 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f11425-3efc-4ac0-88dd-449b0180843e", "name": "network-vif-plugged", "status": "completed", "tag": "92d0feca-c6fc-482a-9c90-d85a60c51e31", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 13:58:10.303706 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f2fa30e9-e0ff-4985-b95b-335d6c2a81c6 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 13:58:10.304125 dv-cinder-842129-1-iscsi neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2fa30e9-e0ff-4985-b95b-335d6c2a81c6'] response: {'server_uuid': '67f11425-3efc-4ac0-88dd-449b0180843e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d0feca-c6fc-482a-9c90-d85a60c51e31', 'code': 200} May 24 13:58:10.327962 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=92d0feca-c6fc-482a-9c90-d85a60c51e31,revision_number=5']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:58:10.400876 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [req-804683c9-87b1-4850-90f1-ad40dd65995f req-c2a55bfd-5490-4c6a-b3b5-2790fe9629be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ec58c80-6380-4300-8c4d-013be3a1d9bb {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 13:58:10.408307 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-804683c9-87b1-4850-90f1-ad40dd65995f req-c2a55bfd-5490-4c6a-b3b5-2790fe9629be service neutron] Publish callbacks [] for port (6ec58c80-6380-4300-8c4d-013be3a1d9bb), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:10.421341 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [req-804683c9-87b1-4850-90f1-ad40dd65995f req-c2a55bfd-5490-4c6a-b3b5-2790fe9629be service neutron] Transition to ACTIVE for port object 6ec58c80-6380-4300-8c4d-013be3a1d9bb will not be triggered until provisioned by entity L2. {{(pid=103807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 13:58:10.424394 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-804683c9-87b1-4850-90f1-ad40dd65995f req-c2a55bfd-5490-4c6a-b3b5-2790fe9629be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5058382'] for port (6ec58c80-6380-4300-8c4d-013be3a1d9bb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:10.487004 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a55bfd-5490-4c6a-b3b5-2790fe9629be service neutron] Pushing event updated for resources: {'Port': ['ID=6ec58c80-6380-4300-8c4d-013be3a1d9bb,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:58:10.580436 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-804683c9-87b1-4850-90f1-ad40dd65995f req-c2a55bfd-5490-4c6a-b3b5-2790fe9629be service neutron] Attempting to bind port 6ec58c80-6380-4300-8c4d-013be3a1d9bb on host hv-cinder-84212 for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 13:58:10.580791 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-804683c9-87b1-4850-90f1-ad40dd65995f req-c2a55bfd-5490-4c6a-b3b5-2790fe9629be service neutron] Attempting to bind port 6ec58c80-6380-4300-8c4d-013be3a1d9bb by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': '8721b458-6608-4734-825c-3715bb701c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 13:58:10.581195 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804683c9-87b1-4850-90f1-ad40dd65995f req-c2a55bfd-5490-4c6a-b3b5-2790fe9629be service neutron] Attempting to bind port 6ec58c80-6380-4300-8c4d-013be3a1d9bb on network c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:58:10.586600 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804683c9-87b1-4850-90f1-ad40dd65995f req-c2a55bfd-5490-4c6a-b3b5-2790fe9629be service neutron] Port 6ec58c80-6380-4300-8c4d-013be3a1d9bb on network c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 13:58:10.586968 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804683c9-87b1-4850-90f1-ad40dd65995f req-c2a55bfd-5490-4c6a-b3b5-2790fe9629be service neutron] Attempting to bind port 6ec58c80-6380-4300-8c4d-013be3a1d9bb on network c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:58:10.592728 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804683c9-87b1-4850-90f1-ad40dd65995f req-c2a55bfd-5490-4c6a-b3b5-2790fe9629be service neutron] Checking agent: {'id': 'a7952d12-b11e-49b3-ae0f-02e893d8d6d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'started_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 13, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 13:58:10.593100 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804683c9-87b1-4850-90f1-ad40dd65995f req-c2a55bfd-5490-4c6a-b3b5-2790fe9629be service neutron] Checking segment: {'id': '8721b458-6608-4734-825c-3715bb701c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:58:10.593448 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804683c9-87b1-4850-90f1-ad40dd65995f req-c2a55bfd-5490-4c6a-b3b5-2790fe9629be service neutron] Bound using segment: {'id': '8721b458-6608-4734-825c-3715bb701c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 13:58:10.593873 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-804683c9-87b1-4850-90f1-ad40dd65995f req-c2a55bfd-5490-4c6a-b3b5-2790fe9629be service neutron] Bound port: 6ec58c80-6380-4300-8c4d-013be3a1d9bb, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8721b458-6608-4734-825c-3715bb701c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 13:58:10.594229 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-804683c9-87b1-4850-90f1-ad40dd65995f req-c2a55bfd-5490-4c6a-b3b5-2790fe9629be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (6ec58c80-6380-4300-8c4d-013be3a1d9bb), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:10.672539 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-804683c9-87b1-4850-90f1-ad40dd65995f req-c2a55bfd-5490-4c6a-b3b5-2790fe9629be service neutron] For port 6ec58c80-6380-4300-8c4d-013be3a1d9bb, host hv-cinder-84212, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 13:58:10.677073 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-804683c9-87b1-4850-90f1-ad40dd65995f req-c2a55bfd-5490-4c6a-b3b5-2790fe9629be service neutron] For port 6ec58c80-6380-4300-8c4d-013be3a1d9bb, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=6ec58c80-6380-4300-8c4d-013be3a1d9bb,segment=NetworkSegment(8721b458-6608-4734-825c-3715bb701c43),segment_id=8721b458-6608-4734-825c-3715bb701c43)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 13:58:10.693293 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-804683c9-87b1-4850-90f1-ad40dd65995f req-c2a55bfd-5490-4c6a-b3b5-2790fe9629be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5058382'] for port (6ec58c80-6380-4300-8c4d-013be3a1d9bb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:10.697958 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:10.735401 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:10.749554 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804683c9-87b1-4850-90f1-ad40dd65995f req-c2a55bfd-5490-4c6a-b3b5-2790fe9629be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:10.750468 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-804683c9-87b1-4850-90f1-ad40dd65995f req-c2a55bfd-5490-4c6a-b3b5-2790fe9629be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:10.752218 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-804683c9-87b1-4850-90f1-ad40dd65995f req-c2a55bfd-5490-4c6a-b3b5-2790fe9629be service neutron] 10.222.0.55 "PUT /v2.0/ports/6ec58c80-6380-4300-8c4d-013be3a1d9bb HTTP/1.1" status: 200 len: 1094 time: 1.1725943 May 24 13:58:10.755858 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9efba3b6-0b80-48c5-ac89-0db944e2ac8f', 'tag': '6ec58c80-6380-4300-8c4d-013be3a1d9bb'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 13:58:10.756324 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f02d23-2151-4a4d-a434-30ecf7b80a47" -d '{"events": [{"name": "network-changed", "server_uuid": "9efba3b6-0b80-48c5-ac89-0db944e2ac8f", "tag": "6ec58c80-6380-4300-8c4d-013be3a1d9bb"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 13:58:10.823212 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 13:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3b04de-143a-4825-be1b-defc284980bd x-openstack-request-id: req-3b3b04de-143a-4825-be1b-defc284980bd {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 13:58:10.823900 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9efba3b6-0b80-48c5-ac89-0db944e2ac8f", "tag": "6ec58c80-6380-4300-8c4d-013be3a1d9bb", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 13:58:10.824310 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3b3b04de-143a-4825-be1b-defc284980bd {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 13:58:10.824943 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b3b04de-143a-4825-be1b-defc284980bd'] response: {'name': 'network-changed', 'server_uuid': '9efba3b6-0b80-48c5-ac89-0db944e2ac8f', 'tag': '6ec58c80-6380-4300-8c4d-013be3a1d9bb', 'status': 'completed', 'code': 200} May 24 13:58:10.829476 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a55bfd-5490-4c6a-b3b5-2790fe9629be service neutron] Pushing event updated for resources: {'Port': ['ID=6ec58c80-6380-4300-8c4d-013be3a1d9bb,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:58:10.859595 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917abe0-f37b-4707-9e5e-5ad095d0868e req-fb5f34ee-77a7-45d9-82d2-751a1c46ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:10.861951 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-7917abe0-f37b-4707-9e5e-5ad095d0868e req-fb5f34ee-77a7-45d9-82d2-751a1c46ad3d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 1129 time: 0.1079164 May 24 13:58:10.877446 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804683c9-87b1-4850-90f1-ad40dd65995f req-39ef509f-975e-468c-bcc8-63e96c533169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:10.878948 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-804683c9-87b1-4850-90f1-ad40dd65995f req-39ef509f-975e-468c-bcc8-63e96c533169 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54ee7d13408645e6b6517f541fe45670&device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 1128 time: 0.0447118 May 24 13:58:10.902143 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ddca1-e68d-44e2-b8cf-8507fe2e90b3 req-afba8570-6c9e-4cf6-8585-38e165f2a010 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:10.903705 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-fd8ddca1-e68d-44e2-b8cf-8507fe2e90b3 req-afba8570-6c9e-4cf6-8585-38e165f2a010 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 945 time: 0.1607165 May 24 13:58:10.937548 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:10.946896 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-804683c9-87b1-4850-90f1-ad40dd65995f req-aa26d1dc-57e4-49ee-be04-07a5b331ec7a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ec58c80-6380-4300-8c4d-013be3a1d9bb HTTP/1.1" status: 200 len: 217 time: 0.0582306 May 24 13:58:10.968742 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-7917abe0-f37b-4707-9e5e-5ad095d0868e req-e1036270-e0a9-43fa-aae1-2a18cce8c23a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976596 May 24 13:58:11.005211 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-fd8ddca1-e68d-44e2-b8cf-8507fe2e90b3 req-0f2e6d2a-b491-43b1-a6c9-67298cee906f tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825512 May 24 13:58:11.015496 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804683c9-87b1-4850-90f1-ad40dd65995f req-dbd75940-4358-4455-8df4-ce2d32e3b2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:11.017015 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-804683c9-87b1-4850-90f1-ad40dd65995f req-dbd75940-4358-4455-8df4-ce2d32e3b2d7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=899ca591-3ba0-4148-9660-6941aa8cd299 HTTP/1.1" status: 200 len: 858 time: 0.0626984 May 24 13:58:11.139786 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b290b60-3bc0-4f3a-a4f7-cb252a09080b req-d6245e76-adcb-49ff-bd06-e7eae40aaa8c tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:11.141290 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9b290b60-3bc0-4f3a-a4f7-cb252a09080b req-d6245e76-adcb-49ff-bd06-e7eae40aaa8c tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 944 time: 0.0524192 May 24 13:58:11.209711 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9b290b60-3bc0-4f3a-a4f7-cb252a09080b req-bea64e3b-eceb-484b-9366-44d924c79539 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616360 May 24 13:58:11.705527 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804683c9-87b1-4850-90f1-ad40dd65995f req-d7b10167-557e-4761-8b2c-03e7f8687a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:11.709257 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-804683c9-87b1-4850-90f1-ad40dd65995f req-d7b10167-557e-4761-8b2c-03e7f8687a3d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463660 May 24 13:58:12.150762 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751169c-4763-4f1c-ab3e-3aa59d83fb6a req-d1361221-0b49-430d-8385-69273eef3477 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:12.152521 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6751169c-4763-4f1c-ab3e-3aa59d83fb6a req-d1361221-0b49-430d-8385-69273eef3477 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 945 time: 0.0580535 May 24 13:58:12.212464 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6751169c-4763-4f1c-ab3e-3aa59d83fb6a req-f75c119b-1b07-4941-bff8-396f15576b5a tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545411 May 24 13:58:12.339687 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5074cf1-65f5-4c9b-93b1-d8e6b7cf92a2 req-b942b5f5-55a7-4aa6-97f8-eea7ec131128 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:12.341294 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c5074cf1-65f5-4c9b-93b1-d8e6b7cf92a2 req-b942b5f5-55a7-4aa6-97f8-eea7ec131128 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 944 time: 0.0615828 May 24 13:58:12.390183 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c5074cf1-65f5-4c9b-93b1-d8e6b7cf92a2 req-4cf65f2c-741b-4f6b-81a4-838acb5a616c tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432978 May 24 13:58:12.672856 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-804683c9-87b1-4850-90f1-ad40dd65995f req-2e73d401-eed1-41f6-9c26-a63c8d32c550 service neutron] 10.222.0.55 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891819 May 24 13:58:12.787660 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-804683c9-87b1-4850-90f1-ad40dd65995f req-58d025fc-1df9-4113-88df-c6365d165118 service neutron] 10.222.0.55 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897055 May 24 13:58:13.331219 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebc15b-372b-4401-815c-da2e5e02bdda req-67d22216-4e6c-40d5-969c-b4cba4d03ead tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:13.334265 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e3ebc15b-372b-4401-815c-da2e5e02bdda req-67d22216-4e6c-40d5-969c-b4cba4d03ead tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 945 time: 0.0531251 May 24 13:58:13.385871 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e3ebc15b-372b-4401-815c-da2e5e02bdda req-47b2a90d-698e-4ff6-90c4-12a7d86ff7fb tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461383 May 24 13:58:13.535933 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763daf1-1c47-42b5-8ed2-654495d1966c req-77092e40-8e07-4ec9-9c0d-c0e019a3f490 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:13.543263 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c763daf1-1c47-42b5-8ed2-654495d1966c req-77092e40-8e07-4ec9-9c0d-c0e019a3f490 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 944 time: 0.0768986 May 24 13:58:13.597816 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c763daf1-1c47-42b5-8ed2-654495d1966c req-2550b63b-ac3d-4cf4-9957-7e9c16a2ec7b tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535536 May 24 13:58:13.966082 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 5efa9fbc-615b-4396-bd55-339ba5728851 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 13:58:13.999387 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] No Port match for: 5efa9fbc-615b-4396-bd55-339ba5728851 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 13:58:13.999780 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 5efa9fbc-615b-4396-bd55-339ba5728851 not bound to the agent host hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 13:58:14.504683 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25bdade-94a6-4dda-ae59-cd171410e507 req-b2501c29-5f46-4adb-8cc9-3842b4de3437 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:14.506182 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d25bdade-94a6-4dda-ae59-cd171410e507 req-b2501c29-5f46-4adb-8cc9-3842b4de3437 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 945 time: 0.0503592 May 24 13:58:14.553555 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d25bdade-94a6-4dda-ae59-cd171410e507 req-9449bc8b-c4a8-43e0-861c-68a4bcaac269 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416596 May 24 13:58:14.703658 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b7cda-9bd5-4b59-b72d-e5a93c974d47 req-a4fd5eec-6ed7-4031-b3fb-e7a132729937 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:14.705135 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ef4b7cda-9bd5-4b59-b72d-e5a93c974d47 req-a4fd5eec-6ed7-4031-b3fb-e7a132729937 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 944 time: 0.0450542 May 24 13:58:14.756555 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ef4b7cda-9bd5-4b59-b72d-e5a93c974d47 req-3968896f-00b5-4e46-a76f-759de3a1b859 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453186 May 24 13:58:15.261817 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 38748) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:58:15.394265 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-227e641c-f63b-4b68-b3f3-96a848f4d9c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=456ea6bbe702420cb7fa4284088efda2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313164 May 24 13:58:15.397402 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 38754) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:58:15.443071 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c7edbb7d-eaca-42bc-bcdd-84a9faaaaace admin admin] Publish callbacks [] for security_group (93b6067a-22d5-48f8-b4bb-80dee1f324d2), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:15.463971 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c7edbb7d-eaca-42bc-bcdd-84a9faaaaace admin admin] Publish callbacks [] for security_group (93b6067a-22d5-48f8-b4bb-80dee1f324d2), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:15.511036 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c7edbb7d-eaca-42bc-bcdd-84a9faaaaace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (93b6067a-22d5-48f8-b4bb-80dee1f324d2), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:15.513547 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c7edbb7d-eaca-42bc-bcdd-84a9faaaaace admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:15.514660 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-c7edbb7d-eaca-42bc-bcdd-84a9faaaaace admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/93b6067a-22d5-48f8-b4bb-80dee1f324d2 HTTP/1.1" status: 204 len: 168 time: 0.1163895 May 24 13:58:15.522373 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7edbb7d-eaca-42bc-bcdd-84a9faaaaace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b6067a-22d5-48f8-b4bb-80dee1f324d2,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:58:15.676307 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82558557-2b1c-45a2-8594-2cba3d27b2cc req-85b67886-91c8-4106-810f-d5a9cd1ec7cc tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:15.678893 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-82558557-2b1c-45a2-8594-2cba3d27b2cc req-85b67886-91c8-4106-810f-d5a9cd1ec7cc tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 945 time: 0.0535119 May 24 13:58:15.729789 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-82558557-2b1c-45a2-8594-2cba3d27b2cc req-f15d0871-76af-479e-a2d4-2ebe467171e3 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443034 May 24 13:58:15.903718 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82186a5-d586-4871-8fd7-297b82525ff6 req-5c99f44a-3165-489d-b425-b63f377fc7fc tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:15.905875 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f82186a5-d586-4871-8fd7-297b82525ff6 req-5c99f44a-3165-489d-b425-b63f377fc7fc tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 944 time: 0.0508187 May 24 13:58:15.961348 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f82186a5-d586-4871-8fd7-297b82525ff6 req-0e743e48-15c8-43ac-9515-5dc73201adec tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467412 May 24 13:58:15.969403 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 6ec58c80-6380-4300-8c4d-013be3a1d9bb details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=103809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 13:58:16.084073 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 6ec58c80-6380-4300-8c4d-013be3a1d9bb, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=6ec58c80-6380-4300-8c4d-013be3a1d9bb,segment=NetworkSegment(8721b458-6608-4734-825c-3715bb701c43),segment_id=8721b458-6608-4734-825c-3715bb701c43)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:58:16.095856 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Returning: {'device': '6ec58c80-6380-4300-8c4d-013be3a1d9bb', 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9', 'port_id': '6ec58c80-6380-4300-8c4d-013be3a1d9bb', 'mac_address': 'fa:16:3e:c0:de:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '899ca591-3ba0-4148-9660-6941aa8cd299', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 13:58:16.134475 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 6ec58c80-6380-4300-8c4d-013be3a1d9bb is: DOWN; New status is: BUILD {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:58:16.134868 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (6ec58c80-6380-4300-8c4d-013be3a1d9bb), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:16.148236 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ec58c80-6380-4300-8c4d-013be3a1d9bb {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 13:58:16.168332 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 6ec58c80-6380-4300-8c4d-013be3a1d9bb, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=6ec58c80-6380-4300-8c4d-013be3a1d9bb,segment=NetworkSegment(8721b458-6608-4734-825c-3715bb701c43),segment_id=8721b458-6608-4734-825c-3715bb701c43)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:58:16.173004 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (6ec58c80-6380-4300-8c4d-013be3a1d9bb), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:16.218673 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=6ec58c80-6380-4300-8c4d-013be3a1d9bb,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:58:16.376457 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=24 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:16.712012 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['6ec58c80-6380-4300-8c4d-013be3a1d9bb'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 13:58:16.757855 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:16.850172 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:16.858739 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68907e7f-d62b-42dc-8204-d4a5fac0918a req-eb31fba2-204e-4e74-b003-7f4db6fd9af1 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:16.860210 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-68907e7f-d62b-42dc-8204-d4a5fac0918a req-eb31fba2-204e-4e74-b003-7f4db6fd9af1 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 945 time: 0.0500004 May 24 13:58:16.914677 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-68907e7f-d62b-42dc-8204-d4a5fac0918a req-a7f1752f-bd15-428b-9a50-a5bf66e23c3b tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475934 May 24 13:58:17.091509 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104bb49-d12e-426a-947c-122ec2122b02 req-dd23dd56-e9ae-492b-b5c6-27e37a1b692d tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:17.098215 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9104bb49-d12e-426a-947c-122ec2122b02 req-dd23dd56-e9ae-492b-b5c6-27e37a1b692d tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 945 time: 0.0563118 May 24 13:58:17.146785 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9104bb49-d12e-426a-947c-122ec2122b02 req-af6c13b1-e7b2-41cc-8255-f597fd4cdbd6 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472353 May 24 13:58:17.370824 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f02d23-2151-4a4d-a434-30ecf7b80a47 req-fec36274-da94-43f7-ad27-6267c2f6f80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:17.372470 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-97f02d23-2151-4a4d-a434-30ecf7b80a47 req-fec36274-da94-43f7-ad27-6267c2f6f80c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54ee7d13408645e6b6517f541fe45670&device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 1129 time: 0.0551791 May 24 13:58:17.995341 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:18.021031 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:18.025195 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:18.036910 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f02d23-2151-4a4d-a434-30ecf7b80a47 req-ebf0a449-b1b6-4ae8-bc40-a460c952748a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:18.038374 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-97f02d23-2151-4a4d-a434-30ecf7b80a47 req-ebf0a449-b1b6-4ae8-bc40-a460c952748a service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 HTTP/1.1" status: 200 len: 920 time: 0.0894601 May 24 13:58:18.040579 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017da72-a987-4a4a-9cfa-377e5d7cd19b req-a6d4c504-8c32-49a3-817c-ffcef34a9071 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:18.042039 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-9017da72-a987-4a4a-9cfa-377e5d7cd19b req-a6d4c504-8c32-49a3-817c-ffcef34a9071 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 945 time: 0.0556598 May 24 13:58:18.085682 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-97f02d23-2151-4a4d-a434-30ecf7b80a47 req-4f7538b3-eb9b-4b8d-bcf4-95f967425543 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ec58c80-6380-4300-8c4d-013be3a1d9bb HTTP/1.1" status: 200 len: 217 time: 0.0392058 May 24 13:58:18.092034 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-9017da72-a987-4a4a-9cfa-377e5d7cd19b req-eb4bec66-333c-421c-be17-476214040c3d tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442038 May 24 13:58:18.138332 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f02d23-2151-4a4d-a434-30ecf7b80a47 req-3c9d63c8-2ae5-4a3a-a12c-f91accbf8e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:18.139664 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-97f02d23-2151-4a4d-a434-30ecf7b80a47 req-3c9d63c8-2ae5-4a3a-a12c-f91accbf8e0d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=899ca591-3ba0-4148-9660-6941aa8cd299 HTTP/1.1" status: 200 len: 858 time: 0.0455699 May 24 13:58:18.186032 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f02d23-2151-4a4d-a434-30ecf7b80a47 req-d5de5e74-5a0a-4cb2-bb49-b14a007ebee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:18.187675 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-97f02d23-2151-4a4d-a434-30ecf7b80a47 req-d5de5e74-5a0a-4cb2-bb49-b14a007ebee6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411589 May 24 13:58:18.234926 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 6ec58c80-6380-4300-8c4d-013be3a1d9bb up at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:58:18.284207 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning for port 6ec58c80-6380-4300-8c4d-013be3a1d9bb completed by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 13:58:18.291270 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning complete for port 6ec58c80-6380-4300-8c4d-013be3a1d9bb triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:58:18.291857 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (6ec58c80-6380-4300-8c4d-013be3a1d9bb), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:18.303350 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3a2d0-947f-4ed4-acf1-d21b16f9ce2a req-940c08b8-ed63-4c94-bf7c-1ed04ac15c5e tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:18.304916 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8bb3a2d0-947f-4ed4-acf1-d21b16f9ce2a req-940c08b8-ed63-4c94-bf7c-1ed04ac15c5e tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 945 time: 0.0567791 May 24 13:58:18.348908 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-97f02d23-2151-4a4d-a434-30ecf7b80a47 req-320882c7-d1fe-4a1e-b718-f3c700654333 service neutron] 10.222.0.55 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540000 May 24 13:58:18.395029 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 6ec58c80-6380-4300-8c4d-013be3a1d9bb is: BUILD; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:58:18.395853 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (6ec58c80-6380-4300-8c4d-013be3a1d9bb), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:18.420734 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9efba3b6-0b80-48c5-ac89-0db944e2ac8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec58c80-6380-4300-8c4d-013be3a1d9bb'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 13:58:18.422929 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6704ccb53a4068acec69ef2b688a9e5af712f2ba46f4bf8cce86ae06eb28aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176ed7b6-eceb-484f-b993-810ece929e39" -d '{"events": [{"server_uuid": "9efba3b6-0b80-48c5-ac89-0db944e2ac8f", "name": "network-vif-plugged", "status": "completed", "tag": "6ec58c80-6380-4300-8c4d-013be3a1d9bb"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 13:58:18.438690 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8bb3a2d0-947f-4ed4-acf1-d21b16f9ce2a req-d3309085-0d11-4964-822f-7fb0e3d3943f tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088188 May 24 13:58:18.439001 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 6ec58c80-6380-4300-8c4d-013be3a1d9bb, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=6ec58c80-6380-4300-8c4d-013be3a1d9bb,segment=NetworkSegment(8721b458-6608-4734-825c-3715bb701c43),segment_id=8721b458-6608-4734-825c-3715bb701c43)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:58:18.445937 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (6ec58c80-6380-4300-8c4d-013be3a1d9bb), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:18.480290 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 13:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06da53a9-e999-4464-a4c8-65023aad249f x-openstack-request-id: req-06da53a9-e999-4464-a4c8-65023aad249f {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 13:58:18.480788 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9efba3b6-0b80-48c5-ac89-0db944e2ac8f", "name": "network-vif-plugged", "status": "completed", "tag": "6ec58c80-6380-4300-8c4d-013be3a1d9bb", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 13:58:18.481280 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-06da53a9-e999-4464-a4c8-65023aad249f {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 13:58:18.481576 dv-cinder-842129-1-iscsi neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06da53a9-e999-4464-a4c8-65023aad249f'] response: {'server_uuid': '9efba3b6-0b80-48c5-ac89-0db944e2ac8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec58c80-6380-4300-8c4d-013be3a1d9bb', 'code': 200} May 24 13:58:18.497519 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-97f02d23-2151-4a4d-a434-30ecf7b80a47 req-a365a452-a4d9-4b9d-8fc6-9edf4cf7e56e service neutron] 10.222.0.55 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391919 May 24 13:58:18.520057 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=6ec58c80-6380-4300-8c4d-013be3a1d9bb,revision_number=5']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:58:18.676207 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432466b6-d973-4a2b-acab-7e378435fd89 req-70b1ca05-87fd-40a1-9f7c-57d12751b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:18.677745 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-432466b6-d973-4a2b-acab-7e378435fd89 req-70b1ca05-87fd-40a1-9f7c-57d12751b781 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 1130 time: 0.0388944 May 24 13:58:18.723907 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-432466b6-d973-4a2b-acab-7e378435fd89 req-5e22d7b3-7d1c-406b-aa16-80067880be05 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382023 May 24 13:58:19.238624 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a64ca3-21e8-4a19-94ac-98e9708eb5d0 req-aa5b3019-6923-4e2c-a952-fa2f650fb7f8 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:19.240268 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-81a64ca3-21e8-4a19-94ac-98e9708eb5d0 req-aa5b3019-6923-4e2c-a952-fa2f650fb7f8 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 945 time: 0.0484593 May 24 13:58:19.288045 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-81a64ca3-21e8-4a19-94ac-98e9708eb5d0 req-0c49f9a5-89b5-44fe-8e1e-deca6c93eec8 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421898 May 24 13:58:19.600745 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766166a0-01a3-4dce-80ee-5119ba7d7e0d req-f9de33a1-71d2-492c-b382-c78483a0ceb7 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:19.601435 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-766166a0-01a3-4dce-80ee-5119ba7d7e0d req-f9de33a1-71d2-492c-b382-c78483a0ceb7 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0767293 May 24 13:58:19.647368 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-766166a0-01a3-4dce-80ee-5119ba7d7e0d req-25d0422f-2c71-48f0-b693-d139e0671d5a tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447824 May 24 13:58:20.400224 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e30e1c-fdc5-41bf-9062-5849993edb33 req-04152ed7-0921-4abd-a292-a5632ed2f2ef tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:20.401670 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e6e30e1c-fdc5-41bf-9062-5849993edb33 req-04152ed7-0921-4abd-a292-a5632ed2f2ef tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 945 time: 0.0465572 May 24 13:58:20.413992 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:20.452800 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e6e30e1c-fdc5-41bf-9062-5849993edb33 req-bce7f3c0-bb76-4bb4-ae48-e85f215b6cd0 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456939 May 24 13:58:20.767713 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6b10d-5f2d-4b04-9dc0-1e46a3468ed7 req-f4fe6338-ecd7-4205-8c5b-c95aaa104e02 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:20.769202 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-2aa6b10d-5f2d-4b04-9dc0-1e46a3468ed7 req-f4fe6338-ecd7-4205-8c5b-c95aaa104e02 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0523610 May 24 13:58:20.816573 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-2aa6b10d-5f2d-4b04-9dc0-1e46a3468ed7 req-9279952a-c76f-4b0d-8c37-1a8c16b4a265 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410581 May 24 13:58:21.573112 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870190f-5f9e-46b3-b8d7-87844ae7b114 req-005ba074-c178-4a53-bb2d-4df7c628a58b tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:21.574633 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-1870190f-5f9e-46b3-b8d7-87844ae7b114 req-005ba074-c178-4a53-bb2d-4df7c628a58b tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 945 time: 0.0490303 May 24 13:58:21.622285 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-1870190f-5f9e-46b3-b8d7-87844ae7b114 req-2f67331c-be68-47d3-9ba9-17b30bb18ffa tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421686 May 24 13:58:21.934392 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d1042-12e3-44b4-8b80-107a01d0da3c req-688d3e71-2f99-4225-b86a-a05bde4f3b93 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:21.935941 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-343d1042-12e3-44b4-8b80-107a01d0da3c req-688d3e71-2f99-4225-b86a-a05bde4f3b93 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0469065 May 24 13:58:21.982351 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-343d1042-12e3-44b4-8b80-107a01d0da3c req-ed78f8aa-046a-46a4-a1ab-da7c585faaaf tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407290 May 24 13:58:22.738412 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b2137-2c16-40a7-8e73-17a76b2b1c1f req-56ceaee9-d52e-4751-8761-d1c9a255df70 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:22.739940 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-5d5b2137-2c16-40a7-8e73-17a76b2b1c1f req-56ceaee9-d52e-4751-8761-d1c9a255df70 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 945 time: 0.0498767 May 24 13:58:22.799381 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-5d5b2137-2c16-40a7-8e73-17a76b2b1c1f req-8a85082f-3a93-4e71-bf2e-064a7782dadb tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537651 May 24 13:58:23.094783 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae30bb-887a-43af-b5f7-12294bb7af53 req-f96e5bd7-3816-49eb-af38-a8ebbfd5aef4 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:23.096248 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-92ae30bb-887a-43af-b5f7-12294bb7af53 req-f96e5bd7-3816-49eb-af38-a8ebbfd5aef4 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0461316 May 24 13:58:23.147316 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-92ae30bb-887a-43af-b5f7-12294bb7af53 req-424ba66c-2020-47ec-9c37-24ed8b53ecf3 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456054 May 24 13:58:23.597509 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:23.796761 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d53844ee-f665-4bb4-96d2-6c6bb19e72bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:23.923577 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3692d5-7b1f-4ca4-bcc7-276621b04171 req-867a8103-c7a0-478d-8b40-9a42273a8f66 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:23.925061 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-3b3692d5-7b1f-4ca4-bcc7-276621b04171 req-867a8103-c7a0-478d-8b40-9a42273a8f66 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 945 time: 0.0513978 May 24 13:58:23.972941 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-3b3692d5-7b1f-4ca4-bcc7-276621b04171 req-7465b095-9189-4d38-9718-1cca0cb3e52b tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421143 May 24 13:58:24.263208 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897920df-2fa2-412a-904a-a17bf13b1419 req-6e507b60-14d0-4021-9825-86603cb76459 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:24.264732 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-897920df-2fa2-412a-904a-a17bf13b1419 req-6e507b60-14d0-4021-9825-86603cb76459 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0495572 May 24 13:58:24.314429 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-897920df-2fa2-412a-904a-a17bf13b1419 req-22872caf-efb3-40ef-8fd3-fd69869b2fb0 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439641 May 24 13:58:25.089975 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a07c03-7b4b-44d3-bdfa-0fe58db12f2f req-76ffa53c-2eff-474d-b3ee-547968f21f1f tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:25.091563 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-81a07c03-7b4b-44d3-bdfa-0fe58db12f2f req-76ffa53c-2eff-474d-b3ee-547968f21f1f tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 945 time: 0.0499024 May 24 13:58:25.139399 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-81a07c03-7b4b-44d3-bdfa-0fe58db12f2f req-04ee60a5-fee5-46e1-99f8-a21944a7b987 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417979 May 24 13:58:25.417906 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:25.420705 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:25.431991 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2922369-fb5d-456c-947b-4f91295790f2 req-f5c253a2-8cc0-4dc0-9d95-c41be55b60d5 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:25.433447 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f2922369-fb5d-456c-947b-4f91295790f2 req-f5c253a2-8cc0-4dc0-9d95-c41be55b60d5 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0473740 May 24 13:58:25.487408 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f2922369-fb5d-456c-947b-4f91295790f2 req-cac65369-3e3f-4f26-af9f-91ce96045297 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484140 May 24 13:58:26.123668 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce547444-e4c1-4641-9499-fad258867513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:26.254758 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e44a09-8c44-47fa-b828-5a4e74c65b08 req-f02484a7-119c-436d-be42-2468fcd56521 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:26.256464 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-79e44a09-8c44-47fa-b828-5a4e74c65b08 req-f02484a7-119c-436d-be42-2468fcd56521 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 945 time: 0.0493979 May 24 13:58:26.307834 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-79e44a09-8c44-47fa-b828-5a4e74c65b08 req-9d00ad6c-b92d-4dff-be33-1272f944b106 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457935 May 24 13:58:26.607226 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d4eeb-84e6-4691-b6fb-18cee9dadef2 req-cf81605a-fbb5-4afe-9049-e5cdf4cd75ca tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:26.608770 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-037d4eeb-84e6-4691-b6fb-18cee9dadef2 req-cf81605a-fbb5-4afe-9049-e5cdf4cd75ca tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0507753 May 24 13:58:26.658142 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-037d4eeb-84e6-4691-b6fb-18cee9dadef2 req-1bc80706-7ced-4287-8c0d-cad8fb17d101 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439215 May 24 13:58:27.385568 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:27.422409 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c7f75-ed84-45c3-8be3-1f65e51290df req-b5b02f85-009d-42bd-a82c-732621038030 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:27.423966 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-fa3c7f75-ed84-45c3-8be3-1f65e51290df req-b5b02f85-009d-42bd-a82c-732621038030 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 945 time: 0.0485303 May 24 13:58:27.472102 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-fa3c7f75-ed84-45c3-8be3-1f65e51290df req-5824b671-88d7-4455-b0ff-e368c520f68c tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421181 May 24 13:58:27.776942 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7349b9-787a-477a-89ce-eda771c5d2d4 req-ecfefddf-5313-468c-95af-250d998d1a20 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:27.778417 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5c7349b9-787a-477a-89ce-eda771c5d2d4 req-ecfefddf-5313-468c-95af-250d998d1a20 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0517080 May 24 13:58:27.826775 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5c7349b9-787a-477a-89ce-eda771c5d2d4 req-f497cb42-eaf5-4736-a5b4-82d9372c939f tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426016 May 24 13:58:28.520955 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:28.586926 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04253e2-05f1-4e85-96de-b5a45f9fcacb req-543feff4-aa84-48f8-8dcf-7392f8e526a7 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:28.588391 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e04253e2-05f1-4e85-96de-b5a45f9fcacb req-543feff4-aa84-48f8-8dcf-7392f8e526a7 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 945 time: 0.0466852 May 24 13:58:28.635849 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e04253e2-05f1-4e85-96de-b5a45f9fcacb req-33034ba9-77f7-4d01-81f8-82290bb203bf tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419841 May 24 13:58:28.946110 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc9213-bf96-403c-8c9c-d9b9e345cf1b req-ff67541f-fd91-47df-a4d7-61d09b69fe17 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:28.947616 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0cbc9213-bf96-403c-8c9c-d9b9e345cf1b req-ff67541f-fd91-47df-a4d7-61d09b69fe17 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0520072 May 24 13:58:28.994715 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0cbc9213-bf96-403c-8c9c-d9b9e345cf1b req-cf309743-0636-4142-a432-5ba46bf2a236 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415258 May 24 13:58:29.753996 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d7539-b929-407c-9346-99cb8d04e369 req-95732896-19f3-4dfe-b7e2-fa0e21a009c4 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:29.755474 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-384d7539-b929-407c-9346-99cb8d04e369 req-95732896-19f3-4dfe-b7e2-fa0e21a009c4 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 945 time: 0.0509367 May 24 13:58:29.781729 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:29.806656 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-384d7539-b929-407c-9346-99cb8d04e369 req-e098e71c-4501-4c98-aa5d-bcd95247bd5e tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447755 May 24 13:58:30.111530 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ff6d5-2b79-41db-985b-ddbb1340ab51 req-b26a7ee3-f500-4e3b-a637-825733f38812 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:30.113106 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4a5ff6d5-2b79-41db-985b-ddbb1340ab51 req-b26a7ee3-f500-4e3b-a637-825733f38812 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0488076 May 24 13:58:30.161333 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4a5ff6d5-2b79-41db-985b-ddbb1340ab51 req-578d7d3b-bfed-479d-97de-7015b2108849 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415158 May 24 13:58:30.388999 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:30.921772 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfa71b-a489-47f7-a42a-1d1951488a21 req-7865f816-77f3-42df-9824-ddbcb18dd85c tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:30.923269 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c1bfa71b-a489-47f7-a42a-1d1951488a21 req-7865f816-77f3-42df-9824-ddbcb18dd85c tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 945 time: 0.0490422 May 24 13:58:30.970440 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c1bfa71b-a489-47f7-a42a-1d1951488a21 req-4c3957d0-5f63-4ce7-8d7d-3ecef6fbcecb tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416446 May 24 13:58:31.275901 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7d610-21c4-44e8-be8c-9c678ee26faf req-6ea428d9-6239-4863-8d40-994a79d8851b tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:31.277409 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b8a7d610-21c4-44e8-be8c-9c678ee26faf req-6ea428d9-6239-4863-8d40-994a79d8851b tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0484254 May 24 13:58:31.329442 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b8a7d610-21c4-44e8-be8c-9c678ee26faf req-e48328f2-b0fb-4557-8378-2c800c26ece8 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465844 May 24 13:58:32.088209 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15cbe9a-a076-4fd0-8b9a-cffbcc1feb21 req-8f951b5e-e026-4cba-b3b6-8145478e8528 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:32.089545 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c15cbe9a-a076-4fd0-8b9a-cffbcc1feb21 req-8f951b5e-e026-4cba-b3b6-8145478e8528 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 945 time: 0.0507381 May 24 13:58:32.138707 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c15cbe9a-a076-4fd0-8b9a-cffbcc1feb21 req-bf46929b-c464-4f67-b79a-b8f2dd38d8d7 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435538 May 24 13:58:32.441453 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310ba65-ed10-491a-a7e1-b81250d28535 req-33063c48-d1dc-4d52-bcf2-d93709de978f tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:32.442904 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0310ba65-ed10-491a-a7e1-b81250d28535 req-33063c48-d1dc-4d52-bcf2-d93709de978f tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0472035 May 24 13:58:32.488589 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0310ba65-ed10-491a-a7e1-b81250d28535 req-c193c160-27f0-4a55-806f-8525262d5bf3 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401816 May 24 13:58:33.252396 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b96ca-ab4a-4666-8311-c2e7f600f9af req-da338413-047e-4d9a-831a-425ff6ca1622 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:33.253863 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-667b96ca-ab4a-4666-8311-c2e7f600f9af req-da338413-047e-4d9a-831a-425ff6ca1622 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 945 time: 0.0483589 May 24 13:58:33.294837 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:33.310339 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-667b96ca-ab4a-4666-8311-c2e7f600f9af req-a638a7c1-811e-4b80-ba13-a58ddcea176c tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459039 May 24 13:58:33.609116 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab74a3-55ee-41a1-be24-6a2a760e0b50 req-150ce8ac-d741-4f6c-94ef-97bf25b12097 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:33.610568 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-faab74a3-55ee-41a1-be24-6a2a760e0b50 req-150ce8ac-d741-4f6c-94ef-97bf25b12097 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0483642 May 24 13:58:33.657583 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-faab74a3-55ee-41a1-be24-6a2a760e0b50 req-3212e3e2-ce9b-4eee-8603-9cb55ba32e23 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415204 May 24 13:58:34.422921 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c828c-4800-40a0-8838-877dfc9946ac req-5b5ac929-6915-4060-8853-89b11da1222e tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:34.424420 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e21c828c-4800-40a0-8838-877dfc9946ac req-5b5ac929-6915-4060-8853-89b11da1222e tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 945 time: 0.0459764 May 24 13:58:34.473719 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e21c828c-4800-40a0-8838-877dfc9946ac req-2a8ac46b-8065-40eb-86ed-6b5bbe422a01 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438800 May 24 13:58:34.770836 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23150135-3b92-499c-8c2e-9d83d14410da req-551513d0-60f3-4a2f-89fe-aa4197be7d5b tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:34.772306 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-23150135-3b92-499c-8c2e-9d83d14410da req-551513d0-60f3-4a2f-89fe-aa4197be7d5b tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0498872 May 24 13:58:34.818919 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-23150135-3b92-499c-8c2e-9d83d14410da req-27257a71-e559-4b42-ae71-3d3f559c82ff tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402412 May 24 13:58:35.166169 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88021e-aa2b-484e-b536-e946483929fe req-13df2783-4ddf-41f4-9c75-dfa3f8442767 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:35.167617 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ba88021e-aa2b-484e-b536-e946483929fe req-13df2783-4ddf-41f4-9c75-dfa3f8442767 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.55 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 945 time: 0.0470235 May 24 13:58:35.204121 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 92d0feca-c6fc-482a-9c90-d85a60c51e31 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 13:58:35.277185 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 92d0feca-c6fc-482a-9c90-d85a60c51e31 is: ACTIVE; New status is: DOWN {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:58:35.277496 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (92d0feca-c6fc-482a-9c90-d85a60c51e31), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:35.288706 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-ba88021e-aa2b-484e-b536-e946483929fe req-0a4a6eeb-3702-4780-89df-7b0ec0a45ed5 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Deleting port 92d0feca-c6fc-482a-9c90-d85a60c51e31 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 13:58:35.289079 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-ba88021e-aa2b-484e-b536-e946483929fe req-0a4a6eeb-3702-4780-89df-7b0ec0a45ed5 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (92d0feca-c6fc-482a-9c90-d85a60c51e31), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:35.300692 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f11425-3efc-4ac0-88dd-449b0180843e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92d0feca-c6fc-482a-9c90-d85a60c51e31'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 13:58:35.303004 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6704ccb53a4068acec69ef2b688a9e5af712f2ba46f4bf8cce86ae06eb28aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62f5253-2f8d-4b3b-bdf3-35efab7b0559" -d '{"events": [{"server_uuid": "67f11425-3efc-4ac0-88dd-449b0180843e", "name": "network-vif-unplugged", "status": "completed", "tag": "92d0feca-c6fc-482a-9c90-d85a60c51e31"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 13:58:35.316141 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 92d0feca-c6fc-482a-9c90-d85a60c51e31, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=92d0feca-c6fc-482a-9c90-d85a60c51e31,segment=NetworkSegment(01219d60-de5f-4d45-90ee-afa3b0f26e98),segment_id=01219d60-de5f-4d45-90ee-afa3b0f26e98)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:58:35.328118 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (92d0feca-c6fc-482a-9c90-d85a60c51e31), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:35.363617 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 May 2022 13:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd64adfd-c0cb-42b2-911b-a85bcadc7abf x-openstack-request-id: req-dd64adfd-c0cb-42b2-911b-a85bcadc7abf {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 13:58:35.363923 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f11425-3efc-4ac0-88dd-449b0180843e", "name": "network-vif-unplugged", "status": "completed", "tag": "92d0feca-c6fc-482a-9c90-d85a60c51e31", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 13:58:35.364348 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd64adfd-c0cb-42b2-911b-a85bcadc7abf {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 13:58:35.364896 dv-cinder-842129-1-iscsi neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd64adfd-c0cb-42b2-911b-a85bcadc7abf'] response: {'server_uuid': '67f11425-3efc-4ac0-88dd-449b0180843e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92d0feca-c6fc-482a-9c90-d85a60c51e31', 'code': 200} May 24 13:58:35.376659 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:35.404150 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-ba88021e-aa2b-484e-b536-e946483929fe req-0a4a6eeb-3702-4780-89df-7b0ec0a45ed5 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] For port 92d0feca-c6fc-482a-9c90-d85a60c51e31, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=92d0feca-c6fc-482a-9c90-d85a60c51e31,segment=NetworkSegment(01219d60-de5f-4d45-90ee-afa3b0f26e98),segment_id=01219d60-de5f-4d45-90ee-afa3b0f26e98)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:58:35.404893 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-ba88021e-aa2b-484e-b536-e946483929fe req-0a4a6eeb-3702-4780-89df-7b0ec0a45ed5 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (92d0feca-c6fc-482a-9c90-d85a60c51e31), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:35.406759 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=92d0feca-c6fc-482a-9c90-d85a60c51e31,revision_number=6']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:58:35.425403 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-ba88021e-aa2b-484e-b536-e946483929fe req-0a4a6eeb-3702-4780-89df-7b0ec0a45ed5 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Calling delete_port for 92d0feca-c6fc-482a-9c90-d85a60c51e31 owned by compute:nova {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 13:58:35.442402 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:35.634111 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be5ccc-a5e2-43e5-84a0-2cd6106c38bf req-a63c51ac-c16b-4d25-afaa-d2fbde09e8d8 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:35.635702 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-27be5ccc-a5e2-43e5-84a0-2cd6106c38bf req-a63c51ac-c16b-4d25-afaa-d2fbde09e8d8 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 943 time: 0.0918829 May 24 13:58:35.637012 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-ba88021e-aa2b-484e-b536-e946483929fe req-0a4a6eeb-3702-4780-89df-7b0ec0a45ed5 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (92d0feca-c6fc-482a-9c90-d85a60c51e31), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:35.680305 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a6eeb-3702-4780-89df-7b0ec0a45ed5 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Pushing event deleted for resources: {'Port': ['ID=92d0feca-c6fc-482a-9c90-d85a60c51e31,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:58:35.759610 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba88021e-aa2b-484e-b536-e946483929fe req-0a4a6eeb-3702-4780-89df-7b0ec0a45ed5 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] No DVR routers for this DVR port 92d0feca-c6fc-482a-9c90-d85a60c51e31 on host hv-cinder-84212 {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 13:58:35.768384 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-ba88021e-aa2b-484e-b536-e946483929fe req-0a4a6eeb-3702-4780-89df-7b0ec0a45ed5 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:35.771504 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ba88021e-aa2b-484e-b536-e946483929fe req-0a4a6eeb-3702-4780-89df-7b0ec0a45ed5 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.55 "DELETE /v2.0/ports/92d0feca-c6fc-482a-9c90-d85a60c51e31 HTTP/1.1" status: 204 len: 173 time: 0.5983264 May 24 13:58:35.772100 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f11425-3efc-4ac0-88dd-449b0180843e', 'name': 'network-vif-deleted', 'tag': '92d0feca-c6fc-482a-9c90-d85a60c51e31'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 13:58:35.774388 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7033eb4a-1009-4392-a4e6-db0e5519e43c" -d '{"events": [{"server_uuid": "67f11425-3efc-4ac0-88dd-449b0180843e", "name": "network-vif-deleted", "tag": "92d0feca-c6fc-482a-9c90-d85a60c51e31"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 13:58:35.780875 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-27be5ccc-a5e2-43e5-84a0-2cd6106c38bf req-879cb488-f04c-4d21-81ba-1ab5eae910c4 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361690 May 24 13:58:35.809486 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 13:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65118acd-2a0e-45b3-b0cc-bbef1eb5a7bf x-openstack-request-id: req-65118acd-2a0e-45b3-b0cc-bbef1eb5a7bf {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 13:58:35.809878 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f11425-3efc-4ac0-88dd-449b0180843e", "name": "network-vif-deleted", "tag": "92d0feca-c6fc-482a-9c90-d85a60c51e31", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 13:58:35.810139 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-65118acd-2a0e-45b3-b0cc-bbef1eb5a7bf {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 13:58:35.810540 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65118acd-2a0e-45b3-b0cc-bbef1eb5a7bf'] response: {'server_uuid': '67f11425-3efc-4ac0-88dd-449b0180843e', 'name': 'network-vif-deleted', 'tag': '92d0feca-c6fc-482a-9c90-d85a60c51e31', 'status': 'completed', 'code': 200} May 24 13:58:35.936170 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d022e2-ffab-4e1b-8c89-d9bdbdfa3fb8 req-0055fe75-e080-466b-9e69-0fd641043e7c tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:35.937545 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-20d022e2-ffab-4e1b-8c89-d9bdbdfa3fb8 req-0055fe75-e080-466b-9e69-0fd641043e7c tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0498204 May 24 13:58:35.989036 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-20d022e2-ffab-4e1b-8c89-d9bdbdfa3fb8 req-b132bd00-0325-44b7-94ad-50e23d84e94a tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458789 May 24 13:58:37.084244 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-68df5b23-1aea-49cd-9339-5844974532ee req-a38ee0d0-5c44-4956-ae85-c6eccbe685ac tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=67f11425-3efc-4ac0-88dd-449b0180843e HTTP/1.1" status: 200 len: 210 time: 0.2057974 May 24 13:58:37.104887 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029705c-8c04-4400-9d29-20d8857143dd req-665011b8-088b-4cf9-8767-439b207726c9 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:37.106405 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8029705c-8c04-4400-9d29-20d8857143dd req-665011b8-088b-4cf9-8767-439b207726c9 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0480204 May 24 13:58:37.172550 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8029705c-8c04-4400-9d29-20d8857143dd req-bf5a6c9d-b09e-43f2-b122-c51122e06ec0 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603294 May 24 13:58:37.285168 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b3ae6-91ed-4c00-b5c2-3d673cf9d040 req-016d52a1-fb5b-489f-8631-9bc502fbbb56 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:37.286617 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-992b3ae6-91ed-4c00-b5c2-3d673cf9d040 req-016d52a1-fb5b-489f-8631-9bc502fbbb56 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0479469 May 24 13:58:37.295470 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 39158) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:58:37.299622 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-19e4e745-cc4e-4d8b-84fa-eb0b41d2af91 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Request body: {'floatingip': {'port_id': '6ec58c80-6380-4300-8c4d-013be3a1d9bb'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:58:37.369329 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19e4e745-cc4e-4d8b-84fa-eb0b41d2af91 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks [] for floatingip (5bda9216-88b5-4d76-9229-980c548bef9c), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:37.926713 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19e4e745-cc4e-4d8b-84fa-eb0b41d2af91 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:37.930882 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19e4e745-cc4e-4d8b-84fa-eb0b41d2af91 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534436'] for floatingip (5bda9216-88b5-4d76-9229-980c548bef9c), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:38.020752 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.db.l3_db [None req-19e4e745-cc4e-4d8b-84fa-eb0b41d2af91 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Floating IP 5bda9216-88b5-4d76-9229-980c548bef9c associated. External IP: 172.27.3.87, port: 6ec58c80-6380-4300-8c4d-013be3a1d9bb. May 24 13:58:38.071091 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:38.100396 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-37502175-9459-4e89-886e-a54845a3758c req-00bdbb80-faa8-4c87-9d8b-1e825b765250 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9302a225-a5b2-456b-97ef-a6c329608645&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375988 May 24 13:58:38.184251 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37502175-9459-4e89-886e-a54845a3758c req-9d78f89b-d30e-4310-886b-8d6dd547404b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:38.185830 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-37502175-9459-4e89-886e-a54845a3758c req-9d78f89b-d30e-4310-886b-8d6dd547404b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3db44af3db3441b7a0c5eb524eb35806&device_id=9302a225-a5b2-456b-97ef-a6c329608645 HTTP/1.1" status: 200 len: 1130 time: 0.0460272 May 24 13:58:38.229144 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e4e745-cc4e-4d8b-84fa-eb0b41d2af91 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Router 0afa15be-0b1e-4a34-a580-826aca901c22 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 13:58:38.330254 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37502175-9459-4e89-886e-a54845a3758c req-afdb6ad9-5abe-45e2-a7b0-b8eed950ce89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:38.332134 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-37502175-9459-4e89-886e-a54845a3758c req-afdb6ad9-5abe-45e2-a7b0-b8eed950ce89 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e5782d9-5791-4763-85b4-bfd8289d9060 HTTP/1.1" status: 200 len: 916 time: 0.1254385 May 24 13:58:38.338681 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:38.371091 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e4e745-cc4e-4d8b-84fa-eb0b41d2af91 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 13:58:38.383988 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f2ac27-b2e0-4964-84f3-bc01b5cf8751 None None] Sync routers for ids ['0afa15be-0b1e-4a34-a580-826aca901c22'] in dv-cinder-842129-1-iscsi {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 13:58:38.394463 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f2ac27-b2e0-4964-84f3-bc01b5cf8751 None None] Routers {'0afa15be-0b1e-4a34-a580-826aca901c22'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 13:58:38.395539 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-80f2ac27-b2e0-4964-84f3-bc01b5cf8751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T13:58:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['0afa15be-0b1e-4a34-a580-826aca901c22'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:58:38.399390 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-37502175-9459-4e89-886e-a54845a3758c req-140cf583-9030-452c-9553-f245867c7e88 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52d23d1f-444b-41aa-8726-0248ab97db05 HTTP/1.1" status: 200 len: 1001 time: 0.0603337 May 24 13:58:38.400154 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19e4e745-cc4e-4d8b-84fa-eb0b41d2af91 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:38.454563 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37502175-9459-4e89-886e-a54845a3758c req-9b6cc385-2fd3-4746-a8aa-ab93e5454f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:38.456183 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-37502175-9459-4e89-886e-a54845a3758c req-9b6cc385-2fd3-4746-a8aa-ab93e5454f88 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fb85256-d55e-4eee-985a-4e3dd416d342 HTTP/1.1" status: 200 len: 854 time: 0.0479760 May 24 13:58:38.510041 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37502175-9459-4e89-886e-a54845a3758c req-9b4cdcab-b726-4509-9490-344e117c092e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:38.511367 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-80f2ac27-b2e0-4964-84f3-bc01b5cf8751 None None] Set router 0afa15be-0b1e-4a34-a580-826aca901c22 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 13:58:38.511753 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-37502175-9459-4e89-886e-a54845a3758c req-9b4cdcab-b726-4509-9490-344e117c092e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e5782d9-5791-4763-85b4-bfd8289d9060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497231 May 24 13:58:38.615040 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:38.620723 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-37502175-9459-4e89-886e-a54845a3758c req-02badcc7-4fde-4b11-989b-0e49d04a5f14 service neutron] 10.222.0.55 "GET /v2.0/networks/2e5782d9-5791-4763-85b4-bfd8289d9060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000829 May 24 13:58:38.660419 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-19e4e745-cc4e-4d8b-84fa-eb0b41d2af91 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "PUT /v2.0/floatingips/5bda9216-88b5-4d76-9229-980c548bef9c HTTP/1.1" status: 200 len: 991 time: 1.3616476 May 24 13:58:38.661485 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9efba3b6-0b80-48c5-ac89-0db944e2ac8f', 'tag': '6ec58c80-6380-4300-8c4d-013be3a1d9bb'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 13:58:38.663413 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60922b96e112649546d89072a262e180bf09e65c4ab2e641290b12b7b14c337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ca99c6-2a9e-4981-8041-136a52a51835" -d '{"events": [{"name": "network-changed", "server_uuid": "9efba3b6-0b80-48c5-ac89-0db944e2ac8f", "tag": "6ec58c80-6380-4300-8c4d-013be3a1d9bb"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 13:58:38.701513 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9af274-c3eb-44d2-a870-3489f149efed req-ea941a16-e6ee-4fc4-9c06-3273d349a194 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:38.708601 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-db9af274-c3eb-44d2-a870-3489f149efed req-ea941a16-e6ee-4fc4-9c06-3273d349a194 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/networks?id=f063f9ef-2098-4bf4-a44f-09110a7a9fdf HTTP/1.1" status: 200 len: 809 time: 0.3684587 May 24 13:58:38.714482 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:38.725960 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 13:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61e5e96-9de2-42ee-bd69-9056296bd605 x-openstack-request-id: req-c61e5e96-9de2-42ee-bd69-9056296bd605 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 13:58:38.726644 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9efba3b6-0b80-48c5-ac89-0db944e2ac8f", "tag": "6ec58c80-6380-4300-8c4d-013be3a1d9bb", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 13:58:38.727150 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c61e5e96-9de2-42ee-bd69-9056296bd605 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 13:58:38.727499 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c61e5e96-9de2-42ee-bd69-9056296bd605'] response: {'name': 'network-changed', 'server_uuid': '9efba3b6-0b80-48c5-ac89-0db944e2ac8f', 'tag': '6ec58c80-6380-4300-8c4d-013be3a1d9bb', 'status': 'completed', 'code': 200} May 24 13:58:38.730313 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-37502175-9459-4e89-886e-a54845a3758c req-409cccb9-d8e2-4291-873c-fb6764a3bd5b service neutron] 10.222.0.55 "GET /v2.0/networks/2e5782d9-5791-4763-85b4-bfd8289d9060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028163 May 24 13:58:38.731287 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-db9af274-c3eb-44d2-a870-3489f149efed req-20069c73-3230-48cd-bd8b-64a7e49905ca tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/quotas/b8708171d18747eda57bed0a3cb3030b HTTP/1.1" status: 200 len: 375 time: 0.0218263 May 24 13:58:38.769198 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-db9af274-c3eb-44d2-a870-3489f149efed req-59c996a2-e05e-4946-9ce7-72840786376d tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b8708171d18747eda57bed0a3cb3030b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303764 May 24 13:58:38.819580 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca99c6-2a9e-4981-8041-136a52a51835 req-769c0b0b-83bb-4670-b872-13004cbce43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:38.821408 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-47ca99c6-2a9e-4981-8041-136a52a51835 req-769c0b0b-83bb-4670-b872-13004cbce43e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54ee7d13408645e6b6517f541fe45670&device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 1130 time: 0.0617745 May 24 13:58:38.844332 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-80f2ac27-b2e0-4964-84f3-bc01b5cf8751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'name': 'tempest-ServerRescueNegativeTestJSON-2082356560-router', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a74a897e-cdb8-40f8-bbb9-7807cfaa29a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:42Z', 'revision_number': 4, 'project_id': '54ee7d13408645e6b6517f541fe45670', 'gw_port': {'id': 'a74a897e-cdb8-40f8-bbb9-7807cfaa29a0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:55:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:34Z', 'updated_at': '2022-05-24T13:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '5bda9216-88b5-4d76-9229-980c548bef9c', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'port_id': '6ec58c80-6380-4300-8c4d-013be3a1d9bb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9', 'mac_address': 'fa:16:3e:c0:de:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efba3b6-0b80-48c5-ac89-0db944e2ac8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T13:57:56Z', 'updated_at': '2022-05-24T13:58:37Z', 'revision_number': 1, 'project_id': '54ee7d13408645e6b6517f541fe45670', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '463895b7-a0c1-4b31-af5d-6bb85a30f4ff', 'name': '', 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'mac_address': 'fa:16:3e:b7:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '899ca591-3ba0-4148-9660-6941aa8cd299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:40Z', 'updated_at': '2022-05-24T13:55:50Z', 'revision_number': 5, 'project_id': '54ee7d13408645e6b6517f541fe45670', 'subnets': [{'id': '899ca591-3ba0-4148-9660-6941aa8cd299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:58:38.889547 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f2ac27-b2e0-4964-84f3-bc01b5cf8751 None None] Checking router: 0afa15be-0b1e-4a34-a580-826aca901c22 for host: dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 13:58:38.898778 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-db9af274-c3eb-44d2-a870-3489f149efed req-beea2e4c-6b72-4454-9e4a-6c6b5a9f9f94 service neutron] 10.222.0.24 "GET /v2.0/networks/f063f9ef-2098-4bf4-a44f-09110a7a9fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200526 May 24 13:58:38.908762 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f2ac27-b2e0-4964-84f3-bc01b5cf8751 None None] Routers {'0afa15be-0b1e-4a34-a580-826aca901c22'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 13:58:38.909526 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-80f2ac27-b2e0-4964-84f3-bc01b5cf8751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T13:58:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['0afa15be-0b1e-4a34-a580-826aca901c22'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:58:38.959899 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca99c6-2a9e-4981-8041-136a52a51835 req-68f470fd-4c5d-41c1-926a-66948c5d57b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:38.961644 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-47ca99c6-2a9e-4981-8041-136a52a51835 req-68f470fd-4c5d-41c1-926a-66948c5d57b3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 HTTP/1.1" status: 200 len: 920 time: 0.1114156 May 24 13:58:39.001834 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-db9af274-c3eb-44d2-a870-3489f149efed req-4d2de65e-f5b7-4737-b043-5bc387463063 service neutron] 10.222.0.24 "GET /v2.0/networks/f063f9ef-2098-4bf4-a44f-09110a7a9fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972903 May 24 13:58:39.035261 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-80f2ac27-b2e0-4964-84f3-bc01b5cf8751 None None] Set router 0afa15be-0b1e-4a34-a580-826aca901c22 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 13:58:39.235420 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-31deab11-ee63-44bf-84f0-c80f0a5c8f17 req-bd3066cc-74eb-4696-b4e6-8ea2b2c0521c tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=942d61a2-7577-4bad-904a-01e33811c4f3 HTTP/1.1" status: 200 len: 210 time: 0.0412266 May 24 13:58:39.265322 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-47ca99c6-2a9e-4981-8041-136a52a51835 req-3033ceb6-eea0-4e59-8a34-d7045adbf53a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ec58c80-6380-4300-8c4d-013be3a1d9bb HTTP/1.1" status: 200 len: 999 time: 0.1159847 May 24 13:58:39.316815 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-80f2ac27-b2e0-4964-84f3-bc01b5cf8751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'name': 'tempest-ServerRescueNegativeTestJSON-2082356560-router', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a74a897e-cdb8-40f8-bbb9-7807cfaa29a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:42Z', 'revision_number': 4, 'project_id': '54ee7d13408645e6b6517f541fe45670', 'gw_port': {'id': 'a74a897e-cdb8-40f8-bbb9-7807cfaa29a0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:55:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:34Z', 'updated_at': '2022-05-24T13:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '5bda9216-88b5-4d76-9229-980c548bef9c', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'port_id': '6ec58c80-6380-4300-8c4d-013be3a1d9bb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9', 'mac_address': 'fa:16:3e:c0:de:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efba3b6-0b80-48c5-ac89-0db944e2ac8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T13:57:56Z', 'updated_at': '2022-05-24T13:58:37Z', 'revision_number': 1, 'project_id': '54ee7d13408645e6b6517f541fe45670', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '463895b7-a0c1-4b31-af5d-6bb85a30f4ff', 'name': '', 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'mac_address': 'fa:16:3e:b7:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '899ca591-3ba0-4148-9660-6941aa8cd299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:40Z', 'updated_at': '2022-05-24T13:55:50Z', 'revision_number': 5, 'project_id': '54ee7d13408645e6b6517f541fe45670', 'subnets': [{'id': '899ca591-3ba0-4148-9660-6941aa8cd299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:58:39.345376 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f2ac27-b2e0-4964-84f3-bc01b5cf8751 None None] The sync data for ids ['0afa15be-0b1e-4a34-a580-826aca901c22'] in dv-cinder-842129-1-iscsi is: [{'id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'name': 'tempest-ServerRescueNegativeTestJSON-2082356560-router', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a74a897e-cdb8-40f8-bbb9-7807cfaa29a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:42Z', 'revision_number': 4, 'project_id': '54ee7d13408645e6b6517f541fe45670', 'gw_port': {'id': 'a74a897e-cdb8-40f8-bbb9-7807cfaa29a0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:55:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:34Z', 'updated_at': '2022-05-24T13:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '5bda9216-88b5-4d76-9229-980c548bef9c', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'port_id': '6ec58c80-6380-4300-8c4d-013be3a1d9bb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9', 'mac_address': 'fa:16:3e:c0:de:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efba3b6-0b80-48c5-ac89-0db944e2ac8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T13:57:56Z', 'updated_at': '2022-05-24T13:58:37Z', 'revision_number': 1, 'project_id': '54ee7d13408645e6b6517f541fe45670', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '463895b7-a0c1-4b31-af5d-6bb85a30f4ff', 'name': '', 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'mac_address': 'fa:16:3e:b7:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '899ca591-3ba0-4148-9660-6941aa8cd299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:40Z', 'updated_at': '2022-05-24T13:55:50Z', 'revision_number': 5, 'project_id': '54ee7d13408645e6b6517f541fe45670', 'subnets': [{'id': '899ca591-3ba0-4148-9660-6941aa8cd299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 13:58:39.345668 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca99c6-2a9e-4981-8041-136a52a51835 req-98f7654c-010a-4fd3-83c6-6870c53884fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:39.347272 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-47ca99c6-2a9e-4981-8041-136a52a51835 req-98f7654c-010a-4fd3-83c6-6870c53884fa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=899ca591-3ba0-4148-9660-6941aa8cd299 HTTP/1.1" status: 200 len: 858 time: 0.0592723 May 24 13:58:39.641643 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca99c6-2a9e-4981-8041-136a52a51835 req-bce13975-7eaa-4def-adee-473714290a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:39.643595 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-47ca99c6-2a9e-4981-8041-136a52a51835 req-bce13975-7eaa-4def-adee-473714290a43 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0930624 May 24 13:58:39.665330 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b240ea23-45ff-4323-9dac-cf6210a670e6 None None] New status for floating IP 5bda9216-88b5-4d76-9229-980c548bef9c: ACTIVE {{(pid=103809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 13:58:39.969466 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:39.989013 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-47ca99c6-2a9e-4981-8041-136a52a51835 req-e127eab4-ed4b-4a8d-b26a-f38be5a74477 service neutron] 10.222.0.55 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387165 May 24 13:58:40.153912 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 39228) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:58:40.265022 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c5a335c-dac4-4b8d-8234-343c3fc3c0be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:40.342611 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c774813c-ef9e-41be-92ee-16158ab1852a req-d6721793-f395-4437-aa24-289a86b61bda tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=942d61a2-7577-4bad-904a-01e33811c4f3 HTTP/1.1" status: 200 len: 210 time: 0.0331728 May 24 13:58:40.347089 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c5a335c-dac4-4b8d-8234-343c3fc3c0be admin admin] Publish callbacks [] for security_group (22e6a4f7-d7de-4d61-8263-197a59219a87), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:40.350848 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c5a335c-dac4-4b8d-8234-343c3fc3c0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (22e6a4f7-d7de-4d61-8263-197a59219a87), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:40.442393 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a335c-dac4-4b8d-8234-343c3fc3c0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e6a4f7-d7de-4d61-8263-197a59219a87,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:58:40.452076 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-8c5a335c-dac4-4b8d-8234-343c3fc3c0be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a4447d3b8f744f5b1f5ba17ec3be70b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2969592 May 24 13:58:40.455880 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 39234) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:58:40.505918 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-47ca99c6-2a9e-4981-8041-136a52a51835 req-21622abb-d9b7-4388-9bf0-f3776fcf21ca service neutron] 10.222.0.55 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362693 May 24 13:58:40.575490 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-57561aa9-0922-4e4c-ae01-df0ff5a5e69a admin admin] Publish callbacks [] for security_group (22e6a4f7-d7de-4d61-8263-197a59219a87), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:40.627450 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-57561aa9-0922-4e4c-ae01-df0ff5a5e69a admin admin] Publish callbacks [] for security_group (22e6a4f7-d7de-4d61-8263-197a59219a87), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:40.647416 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9af274-c3eb-44d2-a870-3489f149efed req-8a5dbd55-223c-4531-a629-66e20c37cf24 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:40.649863 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-db9af274-c3eb-44d2-a870-3489f149efed req-8a5dbd55-223c-4531-a629-66e20c37cf24 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.55 "GET /v2.0/networks?id=f063f9ef-2098-4bf4-a44f-09110a7a9fdf HTTP/1.1" status: 200 len: 809 time: 0.1670971 May 24 13:58:40.665351 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [req-db9af274-c3eb-44d2-a870-3489f149efed req-602aaa07-dae8-4c32-a5bd-973d8f4cc82f tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Request body: {'port': {'device_id': '942d61a2-7577-4bad-904a-01e33811c4f3', 'network_id': 'f063f9ef-2098-4bf4-a44f-09110a7a9fdf', 'admin_state_up': True, 'tenant_id': 'b8708171d18747eda57bed0a3cb3030b'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:58:40.776444 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-57561aa9-0922-4e4c-ae01-df0ff5a5e69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (22e6a4f7-d7de-4d61-8263-197a59219a87), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:40.779250 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-57561aa9-0922-4e4c-ae01-df0ff5a5e69a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:40.780545 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-57561aa9-0922-4e4c-ae01-df0ff5a5e69a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/22e6a4f7-d7de-4d61-8263-197a59219a87 HTTP/1.1" status: 204 len: 168 time: 0.3237410 May 24 13:58:40.795807 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:40.813542 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57561aa9-0922-4e4c-ae01-df0ff5a5e69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e6a4f7-d7de-4d61-8263-197a59219a87,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:58:40.843089 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db9af274-c3eb-44d2-a870-3489f149efed req-602aaa07-dae8-4c32-a5bd-973d8f4cc82f tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Made reservation on behalf of b8708171d18747eda57bed0a3cb3030b for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:58:40.848637 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-db9af274-c3eb-44d2-a870-3489f149efed req-602aaa07-dae8-4c32-a5bd-973d8f4cc82f tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:41.000194 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:41.010163 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-db9af274-c3eb-44d2-a870-3489f149efed req-602aaa07-dae8-4c32-a5bd-973d8f4cc82f tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Allocated IP 172.20.0.9 (f063f9ef-2098-4bf4-a44f-09110a7a9fdf/8130db12-e414-4e35-b6d5-126ec386849f/d83a6ec4-20d8-44e5-aa40-6a4b83497a6f) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 13:58:41.081866 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-94e8cc44-635d-4446-b3d4-f9d101da96f7 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-281582916&fields=id&tenant_id=7bb15f1d3e524d67b5493cb483ee8547 HTTP/1.1" status: 200 len: 267 time: 0.0621893 May 24 13:58:41.196087 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-db9af274-c3eb-44d2-a870-3489f149efed req-602aaa07-dae8-4c32-a5bd-973d8f4cc82f tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Publish callbacks [] for port (d83a6ec4-20d8-44e5-aa40-6a4b83497a6f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:41.209228 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-e13a0f00-1ef9-491a-a449-333615b9adda tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:41.211535 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-e13a0f00-1ef9-491a-a449-333615b9adda tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/networks?id=da184706-a3cd-4a03-bf62-0c961d1fd5b4 HTTP/1.1" status: 200 len: 812 time: 0.1248798 May 24 13:58:41.229256 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-db9af274-c3eb-44d2-a870-3489f149efed req-602aaa07-dae8-4c32-a5bd-973d8f4cc82f tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (d83a6ec4-20d8-44e5-aa40-6a4b83497a6f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:41.230911 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-45614203-8c9d-4653-8cfb-9ad19292a9eb tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/quotas/7bb15f1d3e524d67b5493cb483ee8547 HTTP/1.1" status: 200 len: 375 time: 0.0102847 May 24 13:58:41.272001 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:41.277748 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db9af274-c3eb-44d2-a870-3489f149efed req-602aaa07-dae8-4c32-a5bd-973d8f4cc82f tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Network f063f9ef-2098-4bf4-a44f-09110a7a9fdf is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:58:41.280924 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-db9af274-c3eb-44d2-a870-3489f149efed req-602aaa07-dae8-4c32-a5bd-973d8f4cc82f tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:58:41.284867 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9af274-c3eb-44d2-a870-3489f149efed req-602aaa07-dae8-4c32-a5bd-973d8f4cc82f tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 13:58:41.288850 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-43d5384e-707e-405c-9b3a-50f237725281 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7bb15f1d3e524d67b5493cb483ee8547&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479419 May 24 13:58:41.316087 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602aaa07-dae8-4c32-a5bd-973d8f4cc82f tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Pushing event updated for resources: {'Port': ['ID=d83a6ec4-20d8-44e5-aa40-6a4b83497a6f,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:58:41.341510 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9af274-c3eb-44d2-a870-3489f149efed req-602aaa07-dae8-4c32-a5bd-973d8f4cc82f tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:41.342046 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-db9af274-c3eb-44d2-a870-3489f149efed req-602aaa07-dae8-4c32-a5bd-973d8f4cc82f tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:41.358358 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-db9af274-c3eb-44d2-a870-3489f149efed req-602aaa07-dae8-4c32-a5bd-973d8f4cc82f tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6994712 May 24 13:58:41.375979 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:41.377263 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [req-db9af274-c3eb-44d2-a870-3489f149efed req-a295fb2a-dfb5-49c5-b862-508f89a5714a service neutron] Request body: {'port': {'device_id': '942d61a2-7577-4bad-904a-01e33811c4f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:58:41.398698 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-2ecf32ed-fe4c-451d-b726-56f7b8b31a3f service neutron] 10.222.0.24 "GET /v2.0/networks/da184706-a3cd-4a03-bf62-0c961d1fd5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982811 May 24 13:58:41.479924 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-db9af274-c3eb-44d2-a870-3489f149efed req-a295fb2a-dfb5-49c5-b862-508f89a5714a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (d83a6ec4-20d8-44e5-aa40-6a4b83497a6f), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:41.489006 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c8a7d-1214-4ea8-8882-6bf51d9b09d7 req-f1cab12a-0c7b-4177-a897-14b1fdca9285 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:41.491167 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bc1c8a7d-1214-4ea8-8882-6bf51d9b09d7 req-f1cab12a-0c7b-4177-a897-14b1fdca9285 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=942d61a2-7577-4bad-904a-01e33811c4f3 HTTP/1.1" status: 200 len: 931 time: 0.0759590 May 24 13:58:41.497543 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-c527f5f8-a617-4219-8b89-90bca3ba336a service neutron] 10.222.0.24 "GET /v2.0/networks/da184706-a3cd-4a03-bf62-0c961d1fd5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855489 May 24 13:58:41.603134 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bc1c8a7d-1214-4ea8-8882-6bf51d9b09d7 req-d0a6f800-50eb-4f30-b308-51bf3ba25c68 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965643 May 24 13:58:41.704136 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:41.850008 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-b0d5e0c4-934c-49e8-b464-825a151f5aa2 req-06ed3843-de9c-43bf-a09d-edee6271f108 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 210 time: 0.0393779 May 24 13:58:41.912401 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [req-db9af274-c3eb-44d2-a870-3489f149efed req-a295fb2a-dfb5-49c5-b862-508f89a5714a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d83a6ec4-20d8-44e5-aa40-6a4b83497a6f {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 13:58:41.922803 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-db9af274-c3eb-44d2-a870-3489f149efed req-a295fb2a-dfb5-49c5-b862-508f89a5714a service neutron] Publish callbacks [] for port (d83a6ec4-20d8-44e5-aa40-6a4b83497a6f), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:41.932526 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:41.940029 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-db9af274-c3eb-44d2-a870-3489f149efed req-a295fb2a-dfb5-49c5-b862-508f89a5714a service neutron] Transition to ACTIVE for port object d83a6ec4-20d8-44e5-aa40-6a4b83497a6f will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 13:58:41.944286 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-db9af274-c3eb-44d2-a870-3489f149efed req-a295fb2a-dfb5-49c5-b862-508f89a5714a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5714289'] for port (d83a6ec4-20d8-44e5-aa40-6a4b83497a6f), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:42.004088 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295fb2a-dfb5-49c5-b862-508f89a5714a service neutron] Pushing event updated for resources: {'Port': ['ID=d83a6ec4-20d8-44e5-aa40-6a4b83497a6f,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:58:42.076129 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-db9af274-c3eb-44d2-a870-3489f149efed req-a295fb2a-dfb5-49c5-b862-508f89a5714a service neutron] Attempting to bind port d83a6ec4-20d8-44e5-aa40-6a4b83497a6f on host hv-cinder-84212 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 13:58:42.076499 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-db9af274-c3eb-44d2-a870-3489f149efed req-a295fb2a-dfb5-49c5-b862-508f89a5714a service neutron] Attempting to bind port d83a6ec4-20d8-44e5-aa40-6a4b83497a6f by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': '01219d60-de5f-4d45-90ee-afa3b0f26e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f063f9ef-2098-4bf4-a44f-09110a7a9fdf'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 13:58:42.076910 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9af274-c3eb-44d2-a870-3489f149efed req-a295fb2a-dfb5-49c5-b862-508f89a5714a service neutron] Attempting to bind port d83a6ec4-20d8-44e5-aa40-6a4b83497a6f on network f063f9ef-2098-4bf4-a44f-09110a7a9fdf {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:58:42.082388 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9af274-c3eb-44d2-a870-3489f149efed req-a295fb2a-dfb5-49c5-b862-508f89a5714a service neutron] Port d83a6ec4-20d8-44e5-aa40-6a4b83497a6f on network f063f9ef-2098-4bf4-a44f-09110a7a9fdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 13:58:42.082852 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9af274-c3eb-44d2-a870-3489f149efed req-a295fb2a-dfb5-49c5-b862-508f89a5714a service neutron] Attempting to bind port d83a6ec4-20d8-44e5-aa40-6a4b83497a6f on network f063f9ef-2098-4bf4-a44f-09110a7a9fdf {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:58:42.089165 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9af274-c3eb-44d2-a870-3489f149efed req-a295fb2a-dfb5-49c5-b862-508f89a5714a service neutron] Checking agent: {'id': 'a7952d12-b11e-49b3-ae0f-02e893d8d6d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'started_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 13, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 13:58:42.089534 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9af274-c3eb-44d2-a870-3489f149efed req-a295fb2a-dfb5-49c5-b862-508f89a5714a service neutron] Checking segment: {'id': '01219d60-de5f-4d45-90ee-afa3b0f26e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f063f9ef-2098-4bf4-a44f-09110a7a9fdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:58:42.089952 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9af274-c3eb-44d2-a870-3489f149efed req-a295fb2a-dfb5-49c5-b862-508f89a5714a service neutron] Bound using segment: {'id': '01219d60-de5f-4d45-90ee-afa3b0f26e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f063f9ef-2098-4bf4-a44f-09110a7a9fdf'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 13:58:42.090580 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-db9af274-c3eb-44d2-a870-3489f149efed req-a295fb2a-dfb5-49c5-b862-508f89a5714a service neutron] Bound port: d83a6ec4-20d8-44e5-aa40-6a4b83497a6f, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01219d60-de5f-4d45-90ee-afa3b0f26e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f063f9ef-2098-4bf4-a44f-09110a7a9fdf'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 13:58:42.090953 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-db9af274-c3eb-44d2-a870-3489f149efed req-a295fb2a-dfb5-49c5-b862-508f89a5714a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (d83a6ec4-20d8-44e5-aa40-6a4b83497a6f), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:42.158970 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-db9af274-c3eb-44d2-a870-3489f149efed req-a295fb2a-dfb5-49c5-b862-508f89a5714a service neutron] For port d83a6ec4-20d8-44e5-aa40-6a4b83497a6f, host hv-cinder-84212, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 13:58:42.162789 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-db9af274-c3eb-44d2-a870-3489f149efed req-a295fb2a-dfb5-49c5-b862-508f89a5714a service neutron] For port d83a6ec4-20d8-44e5-aa40-6a4b83497a6f, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=d83a6ec4-20d8-44e5-aa40-6a4b83497a6f,segment=NetworkSegment(01219d60-de5f-4d45-90ee-afa3b0f26e98),segment_id=01219d60-de5f-4d45-90ee-afa3b0f26e98)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 13:58:42.169568 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-db9af274-c3eb-44d2-a870-3489f149efed req-a295fb2a-dfb5-49c5-b862-508f89a5714a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5714289'] for port (d83a6ec4-20d8-44e5-aa40-6a4b83497a6f), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:42.203238 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9af274-c3eb-44d2-a870-3489f149efed req-a295fb2a-dfb5-49c5-b862-508f89a5714a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:42.203869 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-db9af274-c3eb-44d2-a870-3489f149efed req-a295fb2a-dfb5-49c5-b862-508f89a5714a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:42.205228 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-db9af274-c3eb-44d2-a870-3489f149efed req-a295fb2a-dfb5-49c5-b862-508f89a5714a service neutron] 10.222.0.55 "PUT /v2.0/ports/d83a6ec4-20d8-44e5-aa40-6a4b83497a6f HTTP/1.1" status: 200 len: 1093 time: 0.8333247 May 24 13:58:42.205668 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942d61a2-7577-4bad-904a-01e33811c4f3', 'tag': 'd83a6ec4-20d8-44e5-aa40-6a4b83497a6f'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 13:58:42.207886 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60922b96e112649546d89072a262e180bf09e65c4ab2e641290b12b7b14c337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2259c4-2418-47cd-9a3e-1c764fde97bd" -d '{"events": [{"name": "network-changed", "server_uuid": "942d61a2-7577-4bad-904a-01e33811c4f3", "tag": "d83a6ec4-20d8-44e5-aa40-6a4b83497a6f"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 13:58:42.237813 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295fb2a-dfb5-49c5-b862-508f89a5714a service neutron] Pushing event updated for resources: {'Port': ['ID=d83a6ec4-20d8-44e5-aa40-6a4b83497a6f,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:58:42.258727 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 13:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff5be12-c282-4f89-a121-a94ee864fd58 x-openstack-request-id: req-bff5be12-c282-4f89-a121-a94ee864fd58 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 13:58:42.259033 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "942d61a2-7577-4bad-904a-01e33811c4f3", "tag": "d83a6ec4-20d8-44e5-aa40-6a4b83497a6f", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 13:58:42.259351 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bff5be12-c282-4f89-a121-a94ee864fd58 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 13:58:42.259703 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bff5be12-c282-4f89-a121-a94ee864fd58'] response: {'name': 'network-changed', 'server_uuid': '942d61a2-7577-4bad-904a-01e33811c4f3', 'tag': 'd83a6ec4-20d8-44e5-aa40-6a4b83497a6f', 'status': 'completed', 'code': 200} May 24 13:58:42.327244 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9af274-c3eb-44d2-a870-3489f149efed req-7bb3845b-b33d-45db-907f-93118e1b29ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:42.328938 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-db9af274-c3eb-44d2-a870-3489f149efed req-7bb3845b-b33d-45db-907f-93118e1b29ed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8708171d18747eda57bed0a3cb3030b&device_id=942d61a2-7577-4bad-904a-01e33811c4f3 HTTP/1.1" status: 200 len: 1127 time: 0.0438046 May 24 13:58:42.386295 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-db9af274-c3eb-44d2-a870-3489f149efed req-dd7bbafb-f438-4f02-8e50-3cf1591b8d6d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d83a6ec4-20d8-44e5-aa40-6a4b83497a6f HTTP/1.1" status: 200 len: 217 time: 0.0350692 May 24 13:58:42.439154 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9af274-c3eb-44d2-a870-3489f149efed req-8a6821c8-ddca-4f7c-bd10-40c20927aa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:42.440658 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-db9af274-c3eb-44d2-a870-3489f149efed req-8a6821c8-ddca-4f7c-bd10-40c20927aa05 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8130db12-e414-4e35-b6d5-126ec386849f HTTP/1.1" status: 200 len: 849 time: 0.0487833 May 24 13:58:42.472721 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-db9af274-c3eb-44d2-a870-3489f149efed req-a13a6816-1ab7-4676-ac1a-b59299839c75 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f063f9ef-2098-4bf4-a44f-09110a7a9fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251553 May 24 13:58:42.761625 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9dd4e2-38ca-4ded-bff6-4b65cca46da2 req-0bb924de-74ab-4ca7-8799-e0731d3aa0b2 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:42.763124 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bc9dd4e2-38ca-4ded-bff6-4b65cca46da2 req-0bb924de-74ab-4ca7-8799-e0731d3aa0b2 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=942d61a2-7577-4bad-904a-01e33811c4f3 HTTP/1.1" status: 200 len: 943 time: 0.0920227 May 24 13:58:42.854785 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bc9dd4e2-38ca-4ded-bff6-4b65cca46da2 req-fc156d2a-455d-47aa-a38f-71896584735f tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765917 May 24 13:58:42.856797 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-db9af274-c3eb-44d2-a870-3489f149efed req-706ee9e3-31c7-413b-ab88-cbab123879dd service neutron] 10.222.0.55 "GET /v2.0/networks/f063f9ef-2098-4bf4-a44f-09110a7a9fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549549 May 24 13:58:42.939381 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-07a17c67-e6b9-458d-9877-e45e867bddf7 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:42.940943 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-07a17c67-e6b9-458d-9877-e45e867bddf7 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.55 "GET /v2.0/networks?id=da184706-a3cd-4a03-bf62-0c961d1fd5b4 HTTP/1.1" status: 200 len: 812 time: 0.1516387 May 24 13:58:42.959869 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-db9af274-c3eb-44d2-a870-3489f149efed req-91add888-3225-4920-8fe1-852d053d18e9 service neutron] 10.222.0.55 "GET /v2.0/networks/f063f9ef-2098-4bf4-a44f-09110a7a9fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943534 May 24 13:58:42.979693 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-49f1663d-27a9-4f92-bf42-4b7bdb2393e7 req-051cdc3e-3d93-4518-b1ea-cd8d98d57ef9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 210 time: 0.0375741 May 24 13:58:43.043454 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-4ac4db5f-6acf-4293-a5a1-54ab00698c28 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bb15f1d3e524d67b5493cb483ee8547 HTTP/1.1" status: 200 len: 379 time: 0.0912850 May 24 13:58:43.267063 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 39300) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:58:43.376266 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-66fe386c-6fa4-4560-9be9-5dfdd5774aa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:43.380872 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 13:58:43.395913 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:43.452343 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-66fe386c-6fa4-4560-9be9-5dfdd5774aa3 admin admin] Publish callbacks [] for security_group (c3d39dc5-effa-414b-97dd-3c891c9d0aa6), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:43.456808 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-66fe386c-6fa4-4560-9be9-5dfdd5774aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (c3d39dc5-effa-414b-97dd-3c891c9d0aa6), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:43.483187 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:43.499141 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-66fe386c-6fa4-4560-9be9-5dfdd5774aa3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c5e2258f718e49fc966e425c77558b90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309804 May 24 13:58:43.502429 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe386c-6fa4-4560-9be9-5dfdd5774aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d39dc5-effa-414b-97dd-3c891c9d0aa6,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:58:43.503233 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 39304) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:58:43.561534 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b57b0d38-f3c6-4fe5-810b-bc879eb1b35b admin admin] Publish callbacks [] for security_group (c3d39dc5-effa-414b-97dd-3c891c9d0aa6), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:43.582742 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b57b0d38-f3c6-4fe5-810b-bc879eb1b35b admin admin] Publish callbacks [] for security_group (c3d39dc5-effa-414b-97dd-3c891c9d0aa6), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:43.631056 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b57b0d38-f3c6-4fe5-810b-bc879eb1b35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (c3d39dc5-effa-414b-97dd-3c891c9d0aa6), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:43.633715 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b57b0d38-f3c6-4fe5-810b-bc879eb1b35b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:43.634834 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-b57b0d38-f3c6-4fe5-810b-bc879eb1b35b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c3d39dc5-effa-414b-97dd-3c891c9d0aa6 HTTP/1.1" status: 204 len: 168 time: 0.1304235 May 24 13:58:43.642457 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b0d38-f3c6-4fe5-810b-bc879eb1b35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d39dc5-effa-414b-97dd-3c891c9d0aa6,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:58:43.977233 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b653dcc-fa68-4baa-ae7c-bca6e811ccf5 req-b00006e7-c174-41ff-882d-6ba4a081721d tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:43.978592 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-2b653dcc-fa68-4baa-ae7c-bca6e811ccf5 req-b00006e7-c174-41ff-882d-6ba4a081721d tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=942d61a2-7577-4bad-904a-01e33811c4f3 HTTP/1.1" status: 200 len: 943 time: 0.0492013 May 24 13:58:44.024914 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-2b653dcc-fa68-4baa-ae7c-bca6e811ccf5 req-85d98d27-c266-4602-a434-0ea59a18b957 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408082 May 24 13:58:44.088994 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-33153c99-db24-45c3-bbff-0b13cae2a964 req-6d3cbc19-174d-419c-a98f-20300303db49 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 210 time: 0.0271139 May 24 13:58:45.138410 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f7318-a293-40d1-bbd5-771a6b1c254d req-e8694ce3-73a7-4f6a-8a2c-121e153305e8 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:45.139897 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bb3f7318-a293-40d1-bbd5-771a6b1c254d req-e8694ce3-73a7-4f6a-8a2c-121e153305e8 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=942d61a2-7577-4bad-904a-01e33811c4f3 HTTP/1.1" status: 200 len: 943 time: 0.0475655 May 24 13:58:45.186427 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bb3f7318-a293-40d1-bbd5-771a6b1c254d req-0b24838b-e5e3-4c99-8a06-c2db785903fb tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409832 May 24 13:58:45.190242 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b5dde561-5f91-4039-b4a6-81bc863dab13 req-c1c36cf2-32d9-4b73-97e1-916be104b648 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 210 time: 0.0309932 May 24 13:58:46.286480 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d89db236-82f3-42cd-a657-c15eab923035 req-b1d405a1-5c8b-4a06-a186-4cb82cf166ae tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 210 time: 0.0270197 May 24 13:58:46.299461 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003123b-5ee2-4e2f-9bab-895c161ec17b req-7ea66664-ce12-4187-b73c-e80711e2db93 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:46.301036 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-1003123b-5ee2-4e2f-9bab-895c161ec17b req-7ea66664-ce12-4187-b73c-e80711e2db93 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=942d61a2-7577-4bad-904a-01e33811c4f3 HTTP/1.1" status: 200 len: 943 time: 0.0470130 May 24 13:58:46.351377 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-1003123b-5ee2-4e2f-9bab-895c161ec17b req-ad0adb41-e165-45ea-803b-9ef00d48f21b tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436912 May 24 13:58:47.384500 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4d374911-96d8-4dac-a913-31f39e6850af req-5f1f69e8-61ff-41cc-ab7b-e1c1c91eb008 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 210 time: 0.0285904 May 24 13:58:47.462841 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011533f9-0aa8-49ee-8ab3-bb215f76c0ab req-a4bed4ec-e714-45f5-9b2e-9dab5fd5e5d5 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:47.464286 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-011533f9-0aa8-49ee-8ab3-bb215f76c0ab req-a4bed4ec-e714-45f5-9b2e-9dab5fd5e5d5 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=942d61a2-7577-4bad-904a-01e33811c4f3 HTTP/1.1" status: 200 len: 943 time: 0.0458863 May 24 13:58:47.510791 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-011533f9-0aa8-49ee-8ab3-bb215f76c0ab req-71b4ca95-0a87-44f7-8bad-0150fb281171 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410936 May 24 13:58:48.478835 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-341d2b1e-c8ec-48ee-a366-ff7a0cdf985c req-706b0292-8565-475c-bf3b-95e348826b75 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 210 time: 0.0276802 May 24 13:58:48.497432 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-ea732143-dba0-4833-9adf-8c3633a6f6f4 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Request body: {'port': {'device_id': '975be349-7e4e-4048-b0e1-471723fa08a0', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'admin_state_up': True, 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'security_groups': ['ffce6dba-b6b7-43f3-a6ac-4bd3015e329e']}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:58:48.546771 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2259c4-2418-47cd-9a3e-1c764fde97bd req-993b653c-368d-42d4-9ac6-141873c712a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:48.548387 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6f2259c4-2418-47cd-9a3e-1c764fde97bd req-993b653c-368d-42d4-9ac6-141873c712a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8708171d18747eda57bed0a3cb3030b&device_id=942d61a2-7577-4bad-904a-01e33811c4f3 HTTP/1.1" status: 200 len: 1127 time: 0.0573492 May 24 13:58:48.634911 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-ea732143-dba0-4833-9adf-8c3633a6f6f4 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Made reservation on behalf of 7bb15f1d3e524d67b5493cb483ee8547 for: {'port': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 13:58:48.638407 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-ea732143-dba0-4833-9adf-8c3633a6f6f4 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:48.686689 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96131ab1-0f97-46e4-9621-14d9ccd730db req-5e29b07e-8513-4633-be37-f7df9bd4e4ca tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:48.688164 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-96131ab1-0f97-46e4-9621-14d9ccd730db req-5e29b07e-8513-4633-be37-f7df9bd4e4ca tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=942d61a2-7577-4bad-904a-01e33811c4f3 HTTP/1.1" status: 200 len: 943 time: 0.0752985 May 24 13:58:48.692892 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2259c4-2418-47cd-9a3e-1c764fde97bd req-5910a0c3-ee72-44ea-ba52-7c24601df948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:48.694273 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6f2259c4-2418-47cd-9a3e-1c764fde97bd req-5910a0c3-ee72-44ea-ba52-7c24601df948 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f063f9ef-2098-4bf4-a44f-09110a7a9fdf HTTP/1.1" status: 200 len: 910 time: 0.1398797 May 24 13:58:48.744535 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-96131ab1-0f97-46e4-9621-14d9ccd730db req-d48ae2de-3576-4edd-8edc-58b3598a6de6 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493290 May 24 13:58:48.768506 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-ea732143-dba0-4833-9adf-8c3633a6f6f4 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Allocated IP 172.20.0.9 (da184706-a3cd-4a03-bf62-0c961d1fd5b4/b11a7f37-1257-4714-9cab-12aa8fc6a3a6/446094fa-479e-4763-a75c-d6f1bca52a15) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 13:58:48.773782 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6f2259c4-2418-47cd-9a3e-1c764fde97bd req-02d4acc7-eb63-4439-9bef-e7a1640409ef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d83a6ec4-20d8-44e5-aa40-6a4b83497a6f HTTP/1.1" status: 200 len: 217 time: 0.0397971 May 24 13:58:48.822724 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2259c4-2418-47cd-9a3e-1c764fde97bd req-638a70bc-ea16-462c-91cd-154863899cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:48.824122 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6f2259c4-2418-47cd-9a3e-1c764fde97bd req-638a70bc-ea16-462c-91cd-154863899cbf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8130db12-e414-4e35-b6d5-126ec386849f HTTP/1.1" status: 200 len: 849 time: 0.0445290 May 24 13:58:48.856341 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6f2259c4-2418-47cd-9a3e-1c764fde97bd req-95991622-ef62-498d-9710-76abd0ca9ae0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f063f9ef-2098-4bf4-a44f-09110a7a9fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260410 May 24 13:58:48.878939 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:48.881982 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:48.914535 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-ea732143-dba0-4833-9adf-8c3633a6f6f4 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for port (446094fa-479e-4763-a75c-d6f1bca52a15), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:48.947359 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-ea732143-dba0-4833-9adf-8c3633a6f6f4 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (446094fa-479e-4763-a75c-d6f1bca52a15), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:48.953173 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6f2259c4-2418-47cd-9a3e-1c764fde97bd req-88d21625-d884-4f4a-bed2-577ebfb3a439 service neutron] 10.222.0.55 "GET /v2.0/networks/f063f9ef-2098-4bf4-a44f-09110a7a9fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902929 May 24 13:58:48.995549 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-ea732143-dba0-4833-9adf-8c3633a6f6f4 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Network da184706-a3cd-4a03-bf62-0c961d1fd5b4 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:58:48.998810 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-ea732143-dba0-4833-9adf-8c3633a6f6f4 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:58:49.002757 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:49.002903 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-ea732143-dba0-4833-9adf-8c3633a6f6f4 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 13:58:49.026733 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea732143-dba0-4833-9adf-8c3633a6f6f4 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Pushing event updated for resources: {'Port': ['ID=446094fa-479e-4763-a75c-d6f1bca52a15,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:58:49.048455 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6f2259c4-2418-47cd-9a3e-1c764fde97bd req-499c6598-c12c-417e-adce-8b593b08ce0d service neutron] 10.222.0.55 "GET /v2.0/networks/f063f9ef-2098-4bf4-a44f-09110a7a9fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892711 May 24 13:58:49.056192 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-ea732143-dba0-4833-9adf-8c3633a6f6f4 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:49.056832 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-ea732143-dba0-4833-9adf-8c3633a6f6f4 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:49.073725 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-ea732143-dba0-4833-9adf-8c3633a6f6f4 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5825059 May 24 13:58:49.085432 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-5df1dd80-df13-4723-a7a8-43723bd83998 service neutron] Request body: {'port': {'device_id': '975be349-7e4e-4048-b0e1-471723fa08a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:58:49.146739 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:49.150551 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-5df1dd80-df13-4723-a7a8-43723bd83998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (446094fa-479e-4763-a75c-d6f1bca52a15), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:49.201162 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=57,neutron:UPDATE=4 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:49.207887 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=61,neutron:UPDATE=4 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:49.216035 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-a6835da7-17dd-4885-aea7-0de75f790f58 None None] Provisioning complete for port 446094fa-479e-4763-a75c-d6f1bca52a15 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:58:49.216470 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a6835da7-17dd-4885-aea7-0de75f790f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (446094fa-479e-4763-a75c-d6f1bca52a15), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:49.241477 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device d83a6ec4-20d8-44e5-aa40-6a4b83497a6f details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=103809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 13:58:49.266004 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-a6835da7-17dd-4885-aea7-0de75f790f58 None None] Port 446094fa-479e-4763-a75c-d6f1bca52a15 cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 13:58:49.359007 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port d83a6ec4-20d8-44e5-aa40-6a4b83497a6f, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=d83a6ec4-20d8-44e5-aa40-6a4b83497a6f,segment=NetworkSegment(01219d60-de5f-4d45-90ee-afa3b0f26e98),segment_id=01219d60-de5f-4d45-90ee-afa3b0f26e98)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:58:49.370698 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Returning: {'device': 'd83a6ec4-20d8-44e5-aa40-6a4b83497a6f', 'network_id': 'f063f9ef-2098-4bf4-a44f-09110a7a9fdf', 'port_id': 'd83a6ec4-20d8-44e5-aa40-6a4b83497a6f', 'mac_address': 'fa:16:3e:b2:85:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8130db12-e414-4e35-b6d5-126ec386849f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 13:58:49.411125 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port d83a6ec4-20d8-44e5-aa40-6a4b83497a6f is: DOWN; New status is: BUILD {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:58:49.411517 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (d83a6ec4-20d8-44e5-aa40-6a4b83497a6f), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:49.424945 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d83a6ec4-20d8-44e5-aa40-6a4b83497a6f {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 13:58:49.445859 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port d83a6ec4-20d8-44e5-aa40-6a4b83497a6f, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=d83a6ec4-20d8-44e5-aa40-6a4b83497a6f,segment=NetworkSegment(01219d60-de5f-4d45-90ee-afa3b0f26e98),segment_id=01219d60-de5f-4d45-90ee-afa3b0f26e98)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:58:49.449057 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-5df1dd80-df13-4723-a7a8-43723bd83998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 446094fa-479e-4763-a75c-d6f1bca52a15 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 13:58:49.449822 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (d83a6ec4-20d8-44e5-aa40-6a4b83497a6f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:49.456750 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-5df1dd80-df13-4723-a7a8-43723bd83998 service neutron] Publish callbacks [] for port (446094fa-479e-4763-a75c-d6f1bca52a15), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:49.469885 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-5df1dd80-df13-4723-a7a8-43723bd83998 service neutron] Transition to ACTIVE for port object 446094fa-479e-4763-a75c-d6f1bca52a15 will not be triggered until provisioned by entity L2. {{(pid=103807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 13:58:49.473928 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-5df1dd80-df13-4723-a7a8-43723bd83998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5058382'] for port (446094fa-479e-4763-a75c-d6f1bca52a15), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:49.496197 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=d83a6ec4-20d8-44e5-aa40-6a4b83497a6f,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:58:49.547232 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1dd80-df13-4723-a7a8-43723bd83998 service neutron] Pushing event updated for resources: {'Port': ['ID=446094fa-479e-4763-a75c-d6f1bca52a15,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:58:49.634883 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-5df1dd80-df13-4723-a7a8-43723bd83998 service neutron] Attempting to bind port 446094fa-479e-4763-a75c-d6f1bca52a15 on host hv-cinder-84212 for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 13:58:49.635219 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-5df1dd80-df13-4723-a7a8-43723bd83998 service neutron] Attempting to bind port 446094fa-479e-4763-a75c-d6f1bca52a15 by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': '1e6ed359-4160-4992-9ca6-a2eeb518f77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 13:58:49.635549 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-5df1dd80-df13-4723-a7a8-43723bd83998 service neutron] Attempting to bind port 446094fa-479e-4763-a75c-d6f1bca52a15 on network da184706-a3cd-4a03-bf62-0c961d1fd5b4 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:58:49.643497 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3bfe8-d423-436e-988f-b852e7c1d900 req-55da03d3-7f60-46d3-a288-1a305e0aa97f tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:49.645044 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fde3bfe8-d423-436e-988f-b852e7c1d900 req-55da03d3-7f60-46d3-a288-1a305e0aa97f tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 943 time: 0.0748737 May 24 13:58:49.649562 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-5df1dd80-df13-4723-a7a8-43723bd83998 service neutron] Port 446094fa-479e-4763-a75c-d6f1bca52a15 on network da184706-a3cd-4a03-bf62-0c961d1fd5b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 13:58:49.650112 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-5df1dd80-df13-4723-a7a8-43723bd83998 service neutron] Attempting to bind port 446094fa-479e-4763-a75c-d6f1bca52a15 on network da184706-a3cd-4a03-bf62-0c961d1fd5b4 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 13:58:49.662898 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-5df1dd80-df13-4723-a7a8-43723bd83998 service neutron] Checking agent: {'id': 'a7952d12-b11e-49b3-ae0f-02e893d8d6d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'started_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 13, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 13:58:49.663236 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-5df1dd80-df13-4723-a7a8-43723bd83998 service neutron] Checking segment: {'id': '1e6ed359-4160-4992-9ca6-a2eeb518f77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 13:58:49.663610 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-5df1dd80-df13-4723-a7a8-43723bd83998 service neutron] Bound using segment: {'id': '1e6ed359-4160-4992-9ca6-a2eeb518f77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 13:58:49.664128 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-5df1dd80-df13-4723-a7a8-43723bd83998 service neutron] Bound port: 446094fa-479e-4763-a75c-d6f1bca52a15, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e6ed359-4160-4992-9ca6-a2eeb518f77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 13:58:49.664489 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-5df1dd80-df13-4723-a7a8-43723bd83998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (446094fa-479e-4763-a75c-d6f1bca52a15), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:49.678509 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:49.752692 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fde3bfe8-d423-436e-988f-b852e7c1d900 req-cf965886-1f38-44fc-b1be-39aba3718c04 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998402 May 24 13:58:49.763928 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-5df1dd80-df13-4723-a7a8-43723bd83998 service neutron] For port 446094fa-479e-4763-a75c-d6f1bca52a15, host hv-cinder-84212, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 13:58:49.768267 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-5df1dd80-df13-4723-a7a8-43723bd83998 service neutron] For port 446094fa-479e-4763-a75c-d6f1bca52a15, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=446094fa-479e-4763-a75c-d6f1bca52a15,segment=NetworkSegment(1e6ed359-4160-4992-9ca6-a2eeb518f77f),segment_id=1e6ed359-4160-4992-9ca6-a2eeb518f77f)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 13:58:49.785410 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-5df1dd80-df13-4723-a7a8-43723bd83998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5058382'] for port (446094fa-479e-4763-a75c-d6f1bca52a15), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:49.823059 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-5df1dd80-df13-4723-a7a8-43723bd83998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:49.823672 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-5df1dd80-df13-4723-a7a8-43723bd83998 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:49.825076 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-5df1dd80-df13-4723-a7a8-43723bd83998 service neutron] 10.222.0.55 "PUT /v2.0/ports/446094fa-479e-4763-a75c-d6f1bca52a15 HTTP/1.1" status: 200 len: 1093 time: 0.7438705 May 24 13:58:49.825516 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975be349-7e4e-4048-b0e1-471723fa08a0', 'tag': '446094fa-479e-4763-a75c-d6f1bca52a15'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 13:58:49.827742 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ea1bcd-c715-40ab-a008-c8779eca26b7" -d '{"events": [{"name": "network-changed", "server_uuid": "975be349-7e4e-4048-b0e1-471723fa08a0", "tag": "446094fa-479e-4763-a75c-d6f1bca52a15"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 13:58:49.852062 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1dd80-df13-4723-a7a8-43723bd83998 service neutron] Pushing event updated for resources: {'Port': ['ID=446094fa-479e-4763-a75c-d6f1bca52a15,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:58:49.884031 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ce724-f29e-4916-baef-2679afa02ea8 req-9a7198c7-b18d-4faf-b12b-945095f2c4d4 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:49.886335 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bd8ce724-f29e-4916-baef-2679afa02ea8 req-9a7198c7-b18d-4faf-b12b-945095f2c4d4 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=942d61a2-7577-4bad-904a-01e33811c4f3 HTTP/1.1" status: 200 len: 944 time: 0.0604711 May 24 13:58:49.906493 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 13:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0410b2e7-d25e-475d-b189-a1d3d253ac22 x-openstack-request-id: req-0410b2e7-d25e-475d-b189-a1d3d253ac22 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 13:58:49.906779 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975be349-7e4e-4048-b0e1-471723fa08a0", "tag": "446094fa-479e-4763-a75c-d6f1bca52a15", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 13:58:49.907217 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0410b2e7-d25e-475d-b189-a1d3d253ac22 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 13:58:49.907671 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0410b2e7-d25e-475d-b189-a1d3d253ac22'] response: {'name': 'network-changed', 'server_uuid': '975be349-7e4e-4048-b0e1-471723fa08a0', 'tag': '446094fa-479e-4763-a75c-d6f1bca52a15', 'status': 'completed', 'code': 200} May 24 13:58:49.916756 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['d83a6ec4-20d8-44e5-aa40-6a4b83497a6f'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 13:58:49.924042 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-2a18958b-c02f-40d8-a4f8-bbbc278bf8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:49.925708 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-2a18958b-c02f-40d8-a4f8-bbbc278bf8c3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7bb15f1d3e524d67b5493cb483ee8547&device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 1127 time: 0.0498211 May 24 13:58:49.949620 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bd8ce724-f29e-4916-baef-2679afa02ea8 req-ad35cdea-d824-4a72-9625-0992e569eff8 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536902 May 24 13:58:49.982897 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-306663b3-6fd8-4ef0-a999-95a9849131ab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=446094fa-479e-4763-a75c-d6f1bca52a15 HTTP/1.1" status: 200 len: 217 time: 0.0474238 May 24 13:58:50.035433 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:50.045937 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-019c95ca-2309-4163-9485-1955412e6127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:50.047430 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-019c95ca-2309-4163-9485-1955412e6127 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b11a7f37-1257-4714-9cab-12aa8fc6a3a6 HTTP/1.1" status: 200 len: 851 time: 0.0584397 May 24 13:58:50.096355 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-114b6397-f8a4-49b8-9943-de4eb17f1108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:50.097764 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-114b6397-f8a4-49b8-9943-de4eb17f1108 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da184706-a3cd-4a03-bf62-0c961d1fd5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424433 May 24 13:58:50.186551 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-41c55278-3f28-4a19-8197-ee29824bcb3e service neutron] 10.222.0.55 "GET /v2.0/networks/da184706-a3cd-4a03-bf62-0c961d1fd5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824523 May 24 13:58:50.289416 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8d8c6b71-ddef-440c-ad75-3c7011b6e754 req-df08f49c-ce29-43c1-ab4f-52c25c1d5190 service neutron] 10.222.0.55 "GET /v2.0/networks/da184706-a3cd-4a03-bf62-0c961d1fd5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942540 May 24 13:58:50.866700 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa2916-4d43-44e4-b67b-387b6eed9cc9 req-e728ea08-7052-4708-aa65-f0afa2afdc27 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:50.868312 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-21aa2916-4d43-44e4-b67b-387b6eed9cc9 req-e728ea08-7052-4708-aa65-f0afa2afdc27 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 943 time: 0.0475428 May 24 13:58:50.916848 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-21aa2916-4d43-44e4-b67b-387b6eed9cc9 req-545c5fdb-afe9-4fc4-9a4d-8c8b018d2953 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429587 May 24 13:58:51.064588 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8a67b-a131-4d84-80e3-56ed421bb237 req-28f6a432-7f61-41de-8d97-4ceafa46dacc tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:51.066042 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-abc8a67b-a131-4d84-80e3-56ed421bb237 req-28f6a432-7f61-41de-8d97-4ceafa46dacc tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=942d61a2-7577-4bad-904a-01e33811c4f3 HTTP/1.1" status: 200 len: 944 time: 0.0497744 May 24 13:58:51.112165 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-abc8a67b-a131-4d84-80e3-56ed421bb237 req-5e3d860c-d9cc-4986-bf1c-8ad24fc7db55 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399492 May 24 13:58:51.783124 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device d83a6ec4-20d8-44e5-aa40-6a4b83497a6f up at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:58:51.825282 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning for port d83a6ec4-20d8-44e5-aa40-6a4b83497a6f completed by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 13:58:51.830019 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning complete for port d83a6ec4-20d8-44e5-aa40-6a4b83497a6f triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:58:51.830395 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (d83a6ec4-20d8-44e5-aa40-6a4b83497a6f), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:51.903145 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port d83a6ec4-20d8-44e5-aa40-6a4b83497a6f is: BUILD; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:58:51.903529 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (d83a6ec4-20d8-44e5-aa40-6a4b83497a6f), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:51.925495 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942d61a2-7577-4bad-904a-01e33811c4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83a6ec4-20d8-44e5-aa40-6a4b83497a6f'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 13:58:51.927773 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6704ccb53a4068acec69ef2b688a9e5af712f2ba46f4bf8cce86ae06eb28aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58df3428-41f1-47d2-900e-5c638d43edf4" -d '{"events": [{"server_uuid": "942d61a2-7577-4bad-904a-01e33811c4f3", "name": "network-vif-plugged", "status": "completed", "tag": "d83a6ec4-20d8-44e5-aa40-6a4b83497a6f"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 13:58:51.940498 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port d83a6ec4-20d8-44e5-aa40-6a4b83497a6f, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=d83a6ec4-20d8-44e5-aa40-6a4b83497a6f,segment=NetworkSegment(01219d60-de5f-4d45-90ee-afa3b0f26e98),segment_id=01219d60-de5f-4d45-90ee-afa3b0f26e98)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:58:51.945965 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (d83a6ec4-20d8-44e5-aa40-6a4b83497a6f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:51.978554 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 13:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0d12b6-6e50-4de0-ac9e-8826fbd6eb69 x-openstack-request-id: req-6e0d12b6-6e50-4de0-ac9e-8826fbd6eb69 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 13:58:51.978842 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942d61a2-7577-4bad-904a-01e33811c4f3", "name": "network-vif-plugged", "status": "completed", "tag": "d83a6ec4-20d8-44e5-aa40-6a4b83497a6f", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 13:58:51.979094 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6e0d12b6-6e50-4de0-ac9e-8826fbd6eb69 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 13:58:51.979487 dv-cinder-842129-1-iscsi neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e0d12b6-6e50-4de0-ac9e-8826fbd6eb69'] response: {'server_uuid': '942d61a2-7577-4bad-904a-01e33811c4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83a6ec4-20d8-44e5-aa40-6a4b83497a6f', 'code': 200} May 24 13:58:51.997628 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=d83a6ec4-20d8-44e5-aa40-6a4b83497a6f,revision_number=5']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:58:52.043642 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a43cc-5b52-4599-86be-d28e8b0d80f2 req-2f5931cc-232a-497f-a937-ae943d542d28 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:52.045067 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-9c5a43cc-5b52-4599-86be-d28e8b0d80f2 req-2f5931cc-232a-497f-a937-ae943d542d28 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 943 time: 0.0481095 May 24 13:58:52.092231 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea1bcd-c715-40ab-a008-c8779eca26b7 req-6f87fea7-b48e-4ad9-976f-dec4c90b0c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:52.093925 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b3ea1bcd-c715-40ab-a008-c8779eca26b7 req-6f87fea7-b48e-4ad9-976f-dec4c90b0c3e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7bb15f1d3e524d67b5493cb483ee8547&device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 1127 time: 0.0446942 May 24 13:58:52.099756 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-9c5a43cc-5b52-4599-86be-d28e8b0d80f2 req-bf2987a4-a6ce-440d-817a-98b7025eb436 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465844 May 24 13:58:52.191970 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea1bcd-c715-40ab-a008-c8779eca26b7 req-9f4385ea-a5f1-4b77-8294-fa3dfb954da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:52.193493 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b3ea1bcd-c715-40ab-a008-c8779eca26b7 req-9f4385ea-a5f1-4b77-8294-fa3dfb954da9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=da184706-a3cd-4a03-bf62-0c961d1fd5b4 HTTP/1.1" status: 200 len: 913 time: 0.0941060 May 24 13:58:52.228542 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97165cc4-4e14-4f10-8747-29778928372c req-361bf4b6-6fba-4014-a5db-e0006ef18846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:52.230125 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-97165cc4-4e14-4f10-8747-29778928372c req-361bf4b6-6fba-4014-a5db-e0006ef18846 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=942d61a2-7577-4bad-904a-01e33811c4f3 HTTP/1.1" status: 200 len: 1129 time: 0.0424428 May 24 13:58:52.266182 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b3ea1bcd-c715-40ab-a008-c8779eca26b7 req-c1a5d8d1-a431-4df0-b9cd-6cdfa1b160c8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=446094fa-479e-4763-a75c-d6f1bca52a15 HTTP/1.1" status: 200 len: 217 time: 0.0556550 May 24 13:58:52.274620 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-97165cc4-4e14-4f10-8747-29778928372c req-3b2a6feb-51fa-42ff-aa60-d5b64dea41ea service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386462 May 24 13:58:52.306593 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ac6c8-c0a7-421d-b2ee-8825fabef1bc req-8840eae7-4c30-4e18-a349-1b8247668cd4 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:52.308212 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e58ac6c8-c0a7-421d-b2ee-8825fabef1bc req-8840eae7-4c30-4e18-a349-1b8247668cd4 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=942d61a2-7577-4bad-904a-01e33811c4f3 HTTP/1.1" status: 200 len: 945 time: 0.1061325 May 24 13:58:52.350000 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea1bcd-c715-40ab-a008-c8779eca26b7 req-0846cc63-a0c3-4e20-a1a3-df95d1e4c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:52.352019 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b3ea1bcd-c715-40ab-a008-c8779eca26b7 req-0846cc63-a0c3-4e20-a1a3-df95d1e4c8d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b11a7f37-1257-4714-9cab-12aa8fc6a3a6 HTTP/1.1" status: 200 len: 851 time: 0.0806143 May 24 13:58:52.372860 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e58ac6c8-c0a7-421d-b2ee-8825fabef1bc req-0bd925d6-ed3c-433f-8dd7-fcd38936ea2c tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567956 May 24 13:58:52.373338 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=77,neutron:DELETE=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:52.562656 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea1bcd-c715-40ab-a008-c8779eca26b7 req-dbfdd8f1-43ce-416f-9036-b0769550d821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:52.564256 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b3ea1bcd-c715-40ab-a008-c8779eca26b7 req-dbfdd8f1-43ce-416f-9036-b0769550d821 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da184706-a3cd-4a03-bf62-0c961d1fd5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391328 May 24 13:58:52.661937 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b3ea1bcd-c715-40ab-a008-c8779eca26b7 req-095304ea-ad0b-4034-81a2-f2895087eaab service neutron] 10.222.0.55 "GET /v2.0/networks/da184706-a3cd-4a03-bf62-0c961d1fd5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911820 May 24 13:58:52.675742 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:52.759258 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b3ea1bcd-c715-40ab-a008-c8779eca26b7 req-a7a8f6d1-faea-472b-bf2d-eb8529f2ef45 service neutron] 10.222.0.55 "GET /v2.0/networks/da184706-a3cd-4a03-bf62-0c961d1fd5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900159 May 24 13:58:53.222400 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43258c-04bc-4c5d-b4ec-03edb5d19f84 req-18dc36cc-f420-4cf3-a265-441c20398ebf tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:53.225379 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-7c43258c-04bc-4c5d-b4ec-03edb5d19f84 req-18dc36cc-f420-4cf3-a265-441c20398ebf tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 943 time: 0.0551565 May 24 13:58:53.276686 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-7c43258c-04bc-4c5d-b4ec-03edb5d19f84 req-623a0dec-2737-4f2d-96f3-53f8c07be6a2 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454307 May 24 13:58:53.381281 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=80 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:53.485779 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d7a6c-6e07-40f4-9148-ed796773b48b req-45d00590-cf79-4eea-9b32-9284ab6a3472 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:53.487253 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9e4d7a6c-6e07-40f4-9148-ed796773b48b req-45d00590-cf79-4eea-9b32-9284ab6a3472 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=942d61a2-7577-4bad-904a-01e33811c4f3 HTTP/1.1" status: 200 len: 945 time: 0.0469050 May 24 13:58:53.538564 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9e4d7a6c-6e07-40f4-9148-ed796773b48b req-8ae8e228-6f4e-44bf-a593-e77cf47496a4 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449829 May 24 13:58:53.793960 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:53.799746 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-628c73d3-ecad-4ecc-9ffa-b679320d8e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:54.391053 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4635e-e82d-4b87-9c80-b8ebc6d44e33 req-41bc6761-a144-496b-86ff-96c2b71b1c42 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:54.392530 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a9c4635e-e82d-4b87-9c80-b8ebc6d44e33 req-41bc6761-a144-496b-86ff-96c2b71b1c42 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 943 time: 0.0464151 May 24 13:58:54.450192 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a9c4635e-e82d-4b87-9c80-b8ebc6d44e33 req-b0c94c97-b55f-4ae0-8d2d-df1fb2da26ae tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521686 May 24 13:58:54.652459 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff03bfa-824d-4249-a372-235be6267458 req-e060ce94-d537-4f02-8607-3f1150b33fd8 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:54.653915 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7ff03bfa-824d-4249-a372-235be6267458 req-e060ce94-d537-4f02-8607-3f1150b33fd8 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=942d61a2-7577-4bad-904a-01e33811c4f3 HTTP/1.1" status: 200 len: 945 time: 0.0475929 May 24 13:58:54.673898 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:54.700819 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7ff03bfa-824d-4249-a372-235be6267458 req-7f56c768-88bc-4b2f-a6d8-9b23eafcca85 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414162 May 24 13:58:55.353503 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a0bec-f725-4c54-ac08-0499f2224092 req-68fda076-6572-4694-a784-08069922be69 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:55.354965 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-009a0bec-f725-4c54-ac08-0499f2224092 req-68fda076-6572-4694-a784-08069922be69 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=942d61a2-7577-4bad-904a-01e33811c4f3 HTTP/1.1" status: 200 len: 945 time: 0.0516021 May 24 13:58:55.400724 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-009a0bec-f725-4c54-ac08-0499f2224092 req-7fd8297a-9031-448f-8d24-9fa75fe3105e tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402248 May 24 13:58:55.562727 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7af000-e157-4be2-afe5-38549a4ab7dc req-6ed66243-b610-44a1-be10-462c5ee8d1b4 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:55.564178 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ea7af000-e157-4be2-afe5-38549a4ab7dc req-6ed66243-b610-44a1-be10-462c5ee8d1b4 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 943 time: 0.0463448 May 24 13:58:55.612210 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ea7af000-e157-4be2-afe5-38549a4ab7dc req-f8058721-89f2-40b7-9a1c-6fc470348072 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425699 May 24 13:58:56.127724 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4c624494-eecc-4578-ad86-ea52896fbea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:56.426202 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 39434) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:58:56.517973 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a91a8-b4fa-46e2-9075-73965107d064 req-535d491e-8869-41f9-833c-2995c417c919 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:56.519509 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-829a91a8-b4fa-46e2-9075-73965107d064 req-535d491e-8869-41f9-833c-2995c417c919 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=942d61a2-7577-4bad-904a-01e33811c4f3 HTTP/1.1" status: 200 len: 945 time: 0.0505311 May 24 13:58:56.540029 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2170148a-cf15-4e3e-8401-bba96623c5b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:56.597901 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-829a91a8-b4fa-46e2-9075-73965107d064 req-407e0705-e52c-485a-95bb-f420c5206e76 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c465ab7-2018-41f4-8215-a16da23f7a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704520 May 24 13:58:56.649795 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2170148a-cf15-4e3e-8401-bba96623c5b0 admin admin] Publish callbacks [] for security_group (fa1f3057-6c26-4f74-9379-f1dff4c1bf55), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:56.654909 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2170148a-cf15-4e3e-8401-bba96623c5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (fa1f3057-6c26-4f74-9379-f1dff4c1bf55), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:56.694462 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-2170148a-cf15-4e3e-8401-bba96623c5b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=805fc2a720ce4f52ba6f953154cb2bf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2669876 May 24 13:58:56.695660 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2170148a-cf15-4e3e-8401-bba96623c5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1f3057-6c26-4f74-9379-f1dff4c1bf55,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:58:56.697765 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 39440) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:58:56.716429 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170148a-cf15-4e3e-8401-bba96623c5b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:58:56.716774 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170148a-cf15-4e3e-8401-bba96623c5b0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:58:56.717114 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170148a-cf15-4e3e-8401-bba96623c5b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:58:56.717451 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170148a-cf15-4e3e-8401-bba96623c5b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:58:56.717776 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170148a-cf15-4e3e-8401-bba96623c5b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:58:56.718114 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170148a-cf15-4e3e-8401-bba96623c5b0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:58:56.718437 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170148a-cf15-4e3e-8401-bba96623c5b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:58:56.718765 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170148a-cf15-4e3e-8401-bba96623c5b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:58:56.719088 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170148a-cf15-4e3e-8401-bba96623c5b0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:58:56.719413 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170148a-cf15-4e3e-8401-bba96623c5b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:58:56.719739 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170148a-cf15-4e3e-8401-bba96623c5b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:58:56.720089 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170148a-cf15-4e3e-8401-bba96623c5b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:58:56.720411 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170148a-cf15-4e3e-8401-bba96623c5b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:58:56.720727 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170148a-cf15-4e3e-8401-bba96623c5b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:58:56.721044 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170148a-cf15-4e3e-8401-bba96623c5b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:58:56.727340 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add93382-119c-46c5-b4af-f78a48ca5839 req-76689a0b-2af6-4029-bea3-4869dddc9f2f tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:56.728865 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-add93382-119c-46c5-b4af-f78a48ca5839 req-76689a0b-2af6-4029-bea3-4869dddc9f2f tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 943 time: 0.0486238 May 24 13:58:56.761284 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-234f7725-3a1b-4414-ae0c-81a312d8a2bf admin admin] Publish callbacks [] for security_group (fa1f3057-6c26-4f74-9379-f1dff4c1bf55), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:56.781599 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-add93382-119c-46c5-b4af-f78a48ca5839 req-07d2c5e9-5573-44b9-9c3f-c9de736588f8 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434446 May 24 13:58:56.782189 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-234f7725-3a1b-4414-ae0c-81a312d8a2bf admin admin] Publish callbacks [] for security_group (fa1f3057-6c26-4f74-9379-f1dff4c1bf55), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:56.828806 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-234f7725-3a1b-4414-ae0c-81a312d8a2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (fa1f3057-6c26-4f74-9379-f1dff4c1bf55), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:56.831693 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-234f7725-3a1b-4414-ae0c-81a312d8a2bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:56.832849 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-234f7725-3a1b-4414-ae0c-81a312d8a2bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fa1f3057-6c26-4f74-9379-f1dff4c1bf55 HTTP/1.1" status: 204 len: 168 time: 0.1341352 May 24 13:58:56.840444 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f7725-3a1b-4414-ae0c-81a312d8a2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1f3057-6c26-4f74-9379-f1dff4c1bf55,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:58:56.963098 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a37fd1-f899-4d83-9375-9ce73efa6009 req-b9e506cb-dcd6-490f-ae4e-c28f2885b869 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:56.964632 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e3a37fd1-f899-4d83-9375-9ce73efa6009 req-b9e506cb-dcd6-490f-ae4e-c28f2885b869 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.55 "GET /v2.0/ports?device_id=942d61a2-7577-4bad-904a-01e33811c4f3 HTTP/1.1" status: 200 len: 945 time: 0.0501618 May 24 13:58:57.039178 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:57.057751 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-e3a37fd1-f899-4d83-9375-9ce73efa6009 req-0a96d861-17eb-4ea0-9442-61e348cff204 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Deleting port d83a6ec4-20d8-44e5-aa40-6a4b83497a6f {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 13:58:57.058093 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-e3a37fd1-f899-4d83-9375-9ce73efa6009 req-0a96d861-17eb-4ea0-9442-61e348cff204 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (d83a6ec4-20d8-44e5-aa40-6a4b83497a6f), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:57.148520 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-e3a37fd1-f899-4d83-9375-9ce73efa6009 req-0a96d861-17eb-4ea0-9442-61e348cff204 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] For port d83a6ec4-20d8-44e5-aa40-6a4b83497a6f, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=d83a6ec4-20d8-44e5-aa40-6a4b83497a6f,segment=NetworkSegment(01219d60-de5f-4d45-90ee-afa3b0f26e98),segment_id=01219d60-de5f-4d45-90ee-afa3b0f26e98)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:58:57.148887 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-e3a37fd1-f899-4d83-9375-9ce73efa6009 req-0a96d861-17eb-4ea0-9442-61e348cff204 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (d83a6ec4-20d8-44e5-aa40-6a4b83497a6f), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:57.168993 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-e3a37fd1-f899-4d83-9375-9ce73efa6009 req-0a96d861-17eb-4ea0-9442-61e348cff204 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Calling delete_port for d83a6ec4-20d8-44e5-aa40-6a4b83497a6f owned by compute:nova {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 13:58:57.239684 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:58:57.297506 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-e3a37fd1-f899-4d83-9375-9ce73efa6009 req-0a96d861-17eb-4ea0-9442-61e348cff204 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (d83a6ec4-20d8-44e5-aa40-6a4b83497a6f), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:57.309725 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['d83a6ec4-20d8-44e5-aa40-6a4b83497a6f'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 13:58:57.328984 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96d861-17eb-4ea0-9442-61e348cff204 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Pushing event deleted for resources: {'Port': ['ID=d83a6ec4-20d8-44e5-aa40-6a4b83497a6f,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:58:57.386211 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a37fd1-f899-4d83-9375-9ce73efa6009 req-0a96d861-17eb-4ea0-9442-61e348cff204 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] No DVR routers for this DVR port d83a6ec4-20d8-44e5-aa40-6a4b83497a6f on host hv-cinder-84212 {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 13:58:57.389094 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-e3a37fd1-f899-4d83-9375-9ce73efa6009 req-0a96d861-17eb-4ea0-9442-61e348cff204 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:57.390035 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:57.392503 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e3a37fd1-f899-4d83-9375-9ce73efa6009 req-0a96d861-17eb-4ea0-9442-61e348cff204 tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.55 "DELETE /v2.0/ports/d83a6ec4-20d8-44e5-aa40-6a4b83497a6f HTTP/1.1" status: 204 len: 173 time: 0.4222026 May 24 13:58:57.392961 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942d61a2-7577-4bad-904a-01e33811c4f3', 'name': 'network-vif-deleted', 'tag': 'd83a6ec4-20d8-44e5-aa40-6a4b83497a6f'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 13:58:57.395184 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f301e7b-827a-4c18-b3b7-bb82d0a93fdf" -d '{"events": [{"server_uuid": "942d61a2-7577-4bad-904a-01e33811c4f3", "name": "network-vif-deleted", "tag": "d83a6ec4-20d8-44e5-aa40-6a4b83497a6f"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 13:58:57.429345 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 13:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360aed04-0ed1-48b0-9439-ce15d5f32f91 x-openstack-request-id: req-360aed04-0ed1-48b0-9439-ce15d5f32f91 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 13:58:57.430156 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942d61a2-7577-4bad-904a-01e33811c4f3", "name": "network-vif-deleted", "tag": "d83a6ec4-20d8-44e5-aa40-6a4b83497a6f", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 13:58:57.430156 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-360aed04-0ed1-48b0-9439-ce15d5f32f91 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 13:58:57.430338 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-360aed04-0ed1-48b0-9439-ce15d5f32f91'] response: {'server_uuid': '942d61a2-7577-4bad-904a-01e33811c4f3', 'name': 'network-vif-deleted', 'tag': 'd83a6ec4-20d8-44e5-aa40-6a4b83497a6f', 'status': 'completed', 'code': 200} May 24 13:58:57.700834 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bab8c783-9975-47f5-80b7-4bed9b794254 req-848eed40-6c38-443a-ab3c-f4c0bfb0d99d tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=942d61a2-7577-4bad-904a-01e33811c4f3 HTTP/1.1" status: 200 len: 210 time: 0.0310678 May 24 13:58:57.915808 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40926ab-ae9c-4c45-8e65-898b9f140664 req-0b09b8a5-5324-41c7-adc3-da024c2eb7bd tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:57.917318 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c40926ab-ae9c-4c45-8e65-898b9f140664 req-0b09b8a5-5324-41c7-adc3-da024c2eb7bd tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 943 time: 0.0563519 May 24 13:58:57.965169 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c40926ab-ae9c-4c45-8e65-898b9f140664 req-92480caa-6fdc-440d-aba1-23562eb02480 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421002 May 24 13:58:58.525039 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:58.798070 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d435ae83-b851-4c6a-acc7-53f10b0144ed req-56ea58f2-a9ca-4f11-a85d-0869c47fab5e tempest-VolumesActionsTest-1230257014 tempest-VolumesActionsTest-1230257014-project] 10.222.0.24 "GET /v2.0/ports?device_id=942d61a2-7577-4bad-904a-01e33811c4f3 HTTP/1.1" status: 200 len: 210 time: 0.0267215 May 24 13:58:59.079076 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f772e-418e-4b77-9ac6-a4eba3dc7576 req-c2cd939b-8a76-4b5e-8754-eb083ea686c1 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:58:59.080521 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-396f772e-418e-4b77-9ac6-a4eba3dc7576 req-c2cd939b-8a76-4b5e-8754-eb083ea686c1 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 943 time: 0.0468800 May 24 13:58:59.154190 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-396f772e-418e-4b77-9ac6-a4eba3dc7576 req-7743b2da-e414-4e8e-9610-cb70ec4f3d7d tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648026 May 24 13:58:59.777315 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 446094fa-479e-4763-a75c-d6f1bca52a15 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=103809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 13:58:59.878173 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 446094fa-479e-4763-a75c-d6f1bca52a15, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=446094fa-479e-4763-a75c-d6f1bca52a15,segment=NetworkSegment(1e6ed359-4160-4992-9ca6-a2eeb518f77f),segment_id=1e6ed359-4160-4992-9ca6-a2eeb518f77f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:58:59.890826 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Returning: {'device': '446094fa-479e-4763-a75c-d6f1bca52a15', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'port_id': '446094fa-479e-4763-a75c-d6f1bca52a15', 'mac_address': 'fa:16:3e:e2:5a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 13:58:59.926182 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 446094fa-479e-4763-a75c-d6f1bca52a15 is: DOWN; New status is: BUILD {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:58:59.926572 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (446094fa-479e-4763-a75c-d6f1bca52a15), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:58:59.940513 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 446094fa-479e-4763-a75c-d6f1bca52a15 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 13:58:59.962126 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 446094fa-479e-4763-a75c-d6f1bca52a15, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=446094fa-479e-4763-a75c-d6f1bca52a15,segment=NetworkSegment(1e6ed359-4160-4992-9ca6-a2eeb518f77f),segment_id=1e6ed359-4160-4992-9ca6-a2eeb518f77f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:58:59.965908 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (446094fa-479e-4763-a75c-d6f1bca52a15), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:00.028721 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=446094fa-479e-4763-a75c-d6f1bca52a15,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:59:00.031936 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:59:00.037572 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:59:00.037916 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:59:00.038427 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:59:00.038999 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:59:00.039461 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:59:00.039875 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:59:00.040244 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:59:00.040574 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:59:00.040897 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:59:00.041219 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:59:00.041543 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:59:00.041879 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:59:00.042202 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:59:00.042517 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:59:00.042831 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:59:00.283413 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdaba46-98cb-4078-bfb0-402b2031b17d req-4edf67f7-8201-4edc-989e-702b7671c974 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:59:00.284970 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4cdaba46-98cb-4078-bfb0-402b2031b17d req-4edf67f7-8201-4edc-989e-702b7671c974 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 944 time: 0.0543256 May 24 13:59:00.340367 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4cdaba46-98cb-4078-bfb0-402b2031b17d req-b8643171-5a57-4dcf-9da0-a87c7a4c9b8f tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489614 May 24 13:59:00.391972 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:00.526720 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['446094fa-479e-4763-a75c-d6f1bca52a15'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 13:59:00.672952 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:59:01.454181 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47602da-699e-4d50-8b45-14e523f1a4b6 req-ece66824-32bc-4073-bbb8-444c4a31fdd8 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:59:01.455604 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e47602da-699e-4d50-8b45-14e523f1a4b6 req-ece66824-32bc-4073-bbb8-444c4a31fdd8 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 944 time: 0.0496428 May 24 13:59:01.504850 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e47602da-699e-4d50-8b45-14e523f1a4b6 req-55be06e2-58ab-4b19-9410-a994afadcfcd tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432255 May 24 13:59:02.615415 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fda0a3-8bb7-4e56-957b-fd23b4ee7da0 req-65e7f489-f254-43d9-a22a-fe7127580d55 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:59:02.617422 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d1fda0a3-8bb7-4e56-957b-fd23b4ee7da0 req-65e7f489-f254-43d9-a22a-fe7127580d55 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 944 time: 0.0464299 May 24 13:59:02.670019 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d1fda0a3-8bb7-4e56-957b-fd23b4ee7da0 req-b66e2b03-55d0-4920-9075-6cdbdd814275 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471776 May 24 13:59:03.764189 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:59:03.781641 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85064d-9c52-4ffa-8ded-caa5299ff3c5 req-f195ab6f-b97d-4af7-b924-83852fc70c41 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:59:03.783085 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-eb85064d-9c52-4ffa-8ded-caa5299ff3c5 req-f195ab6f-b97d-4af7-b924-83852fc70c41 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 944 time: 0.0474436 May 24 13:59:03.825869 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:59:03.836402 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-eb85064d-9c52-4ffa-8ded-caa5299ff3c5 req-ca6c6e6d-a711-46fe-9d40-8102d920228f tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475879 May 24 13:59:04.952862 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ff9fd-f59e-46a6-ae50-74a95145c85e req-b326309e-02f1-43f1-b19b-9316207f1724 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:59:04.954321 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d65ff9fd-f59e-46a6-ae50-74a95145c85e req-b326309e-02f1-43f1-b19b-9316207f1724 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 944 time: 0.0506930 May 24 13:59:05.008266 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d65ff9fd-f59e-46a6-ae50-74a95145c85e req-3dbc4b82-9b21-4daf-ba5c-10946e53ccc9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483494 May 24 13:59:06.119776 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20de7cd-b636-4c0c-a57d-01cd6b33b068 req-15825686-09d9-49ba-8ff8-590ec31f33e3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:59:06.121256 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c20de7cd-b636-4c0c-a57d-01cd6b33b068 req-15825686-09d9-49ba-8ff8-590ec31f33e3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 944 time: 0.0464180 May 24 13:59:06.169085 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c20de7cd-b636-4c0c-a57d-01cd6b33b068 req-03e889ab-2bcc-4f74-85e2-f02fda320193 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421574 May 24 13:59:07.280621 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0cbd7-d02e-472f-a3c7-de01242251c5 req-4a8f7fca-f2eb-4fed-b5c2-3b6a0ab53e7b tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:59:07.282057 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-afc0cbd7-d02e-472f-a3c7-de01242251c5 req-4a8f7fca-f2eb-4fed-b5c2-3b6a0ab53e7b tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 944 time: 0.0464387 May 24 13:59:07.338338 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-afc0cbd7-d02e-472f-a3c7-de01242251c5 req-49b65759-fe1b-42a0-8640-0ae09e6e2933 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507743 May 24 13:59:08.451464 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a2cd1-1a04-40d7-bae2-befd01d877e4 req-2b1c35bf-b283-41e3-99f4-4e5ee3ca23c0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:59:08.452968 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-694a2cd1-1a04-40d7-bae2-befd01d877e4 req-2b1c35bf-b283-41e3-99f4-4e5ee3ca23c0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 944 time: 0.0462658 May 24 13:59:08.501734 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-694a2cd1-1a04-40d7-bae2-befd01d877e4 req-49c9872f-aad0-461d-99c6-0a744e4b8fad tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432866 May 24 13:59:09.558036 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 446094fa-479e-4763-a75c-d6f1bca52a15 up at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 13:59:09.600703 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning for port 446094fa-479e-4763-a75c-d6f1bca52a15 completed by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 13:59:09.608930 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning complete for port 446094fa-479e-4763-a75c-d6f1bca52a15 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 13:59:09.609733 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (446094fa-479e-4763-a75c-d6f1bca52a15), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:09.621855 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca84836-c97f-4999-a486-14cabc5b0ad4 req-98f5dc1e-f503-455c-81f0-81ca582f746e tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:59:09.623469 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4ca84836-c97f-4999-a486-14cabc5b0ad4 req-98f5dc1e-f503-455c-81f0-81ca582f746e tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 944 time: 0.0534029 May 24 13:59:09.657323 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:59:09.676313 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4ca84836-c97f-4999-a486-14cabc5b0ad4 req-39d4e4ed-aad8-4cba-b385-480b5bbd9a6a tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468609 May 24 13:59:09.690092 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 446094fa-479e-4763-a75c-d6f1bca52a15 is: BUILD; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 13:59:09.690490 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (446094fa-479e-4763-a75c-d6f1bca52a15), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:09.713942 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975be349-7e4e-4048-b0e1-471723fa08a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446094fa-479e-4763-a75c-d6f1bca52a15'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 13:59:09.716143 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6704ccb53a4068acec69ef2b688a9e5af712f2ba46f4bf8cce86ae06eb28aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574a2192-d66d-459b-bc28-4fc4321274ea" -d '{"events": [{"server_uuid": "975be349-7e4e-4048-b0e1-471723fa08a0", "name": "network-vif-plugged", "status": "completed", "tag": "446094fa-479e-4763-a75c-d6f1bca52a15"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 13:59:09.729036 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 446094fa-479e-4763-a75c-d6f1bca52a15, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=446094fa-479e-4763-a75c-d6f1bca52a15,segment=NetworkSegment(1e6ed359-4160-4992-9ca6-a2eeb518f77f),segment_id=1e6ed359-4160-4992-9ca6-a2eeb518f77f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 13:59:09.733022 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (446094fa-479e-4763-a75c-d6f1bca52a15), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:09.733976 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device d83a6ec4-20d8-44e5-aa40-6a4b83497a6f no longer exists at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 13:59:09.761716 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 13:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c68b4f-050d-4b6a-b3f1-ce1a4682dfa4 x-openstack-request-id: req-73c68b4f-050d-4b6a-b3f1-ce1a4682dfa4 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 13:59:09.761943 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975be349-7e4e-4048-b0e1-471723fa08a0", "name": "network-vif-plugged", "status": "completed", "tag": "446094fa-479e-4763-a75c-d6f1bca52a15", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 13:59:09.762193 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-73c68b4f-050d-4b6a-b3f1-ce1a4682dfa4 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 13:59:09.762579 dv-cinder-842129-1-iscsi neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73c68b4f-050d-4b6a-b3f1-ce1a4682dfa4'] response: {'server_uuid': '975be349-7e4e-4048-b0e1-471723fa08a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446094fa-479e-4763-a75c-d6f1bca52a15', 'code': 200} May 24 13:59:09.779729 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] No Port match for: d83a6ec4-20d8-44e5-aa40-6a4b83497a6f {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 13:59:09.780107 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device d83a6ec4-20d8-44e5-aa40-6a4b83497a6f not bound to the agent host hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 13:59:09.807868 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=446094fa-479e-4763-a75c-d6f1bca52a15,revision_number=5']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:59:09.981818 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:09.982978 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85a705-e0e7-4a91-a34a-720b77d8f535 req-609a35e2-b50d-4289-bfbc-7ea8f03812c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:59:09.984532 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-cb85a705-e0e7-4a91-a34a-720b77d8f535 req-609a35e2-b50d-4289-bfbc-7ea8f03812c8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 1129 time: 0.0385928 May 24 13:59:10.034355 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-cb85a705-e0e7-4a91-a34a-720b77d8f535 req-de344d87-93dd-4f20-b080-e7ed10f5e0a3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394480 May 24 13:59:10.791664 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af6e58-a754-42e2-b6a4-6ff88c21892f req-37508ab0-daaf-440b-b778-146e93520728 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:59:10.793089 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-62af6e58-a754-42e2-b6a4-6ff88c21892f req-37508ab0-daaf-440b-b778-146e93520728 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 945 time: 0.0496078 May 24 13:59:10.845953 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-62af6e58-a754-42e2-b6a4-6ff88c21892f req-81522a48-9850-4e0b-bdf9-da020a1c9f77 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472491 May 24 13:59:11.961534 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0fe51a-3e01-43d2-b16f-0b9fb199c007 req-3a0bae7f-4660-460c-8c9b-e6b32beb6618 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:59:11.962982 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6e0fe51a-3e01-43d2-b16f-0b9fb199c007 req-3a0bae7f-4660-460c-8c9b-e6b32beb6618 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 945 time: 0.0502343 May 24 13:59:12.010941 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6e0fe51a-3e01-43d2-b16f-0b9fb199c007 req-c6ef98e6-11bf-4f81-bad9-85042dc65bb7 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424798 May 24 13:59:13.123110 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8eb29-f136-48e2-bcc1-a0fffb6068d9 req-018f2b0a-de96-45f7-91f7-cf4649b8b624 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:59:13.124726 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-74d8eb29-f136-48e2-bcc1-a0fffb6068d9 req-018f2b0a-de96-45f7-91f7-cf4649b8b624 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 945 time: 0.0461829 May 24 13:59:13.144197 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:59:13.172844 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-74d8eb29-f136-48e2-bcc1-a0fffb6068d9 req-fc7cdeff-1ff4-47bc-8921-30982c245080 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427799 May 24 13:59:14.288643 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89e5b7-b65a-490b-83f2-c9b4474d1b13 req-ef890a2d-f023-413a-a2bb-230f1d28c8c2 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:59:14.290070 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-7c89e5b7-b65a-490b-83f2-c9b4474d1b13 req-ef890a2d-f023-413a-a2bb-230f1d28c8c2 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 945 time: 0.0464163 May 24 13:59:14.338315 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-7c89e5b7-b65a-490b-83f2-c9b4474d1b13 req-c08802b9-7b3c-411a-a849-42c7d6228d12 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425386 May 24 13:59:15.451180 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1753b7b-0144-4349-8c27-dd02c05dcc75 req-23732188-d6a4-44c6-af97-8a5927710b67 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:59:15.452663 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f1753b7b-0144-4349-8c27-dd02c05dcc75 req-23732188-d6a4-44c6-af97-8a5927710b67 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 945 time: 0.0462277 May 24 13:59:15.500670 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f1753b7b-0144-4349-8c27-dd02c05dcc75 req-12864375-ec78-4a68-b78f-2c0258802986 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425491 May 24 13:59:16.611967 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7390973-af45-4424-aca0-310f5774958c req-08f16055-14e3-472c-8d6e-d37a16099ad0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:59:16.613382 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a7390973-af45-4424-aca0-310f5774958c req-08f16055-14e3-472c-8d6e-d37a16099ad0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 945 time: 0.0461628 May 24 13:59:16.664841 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a7390973-af45-4424-aca0-310f5774958c req-131f537d-5317-48b0-9959-ceabe81276b4 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459983 May 24 13:59:17.789369 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25790b-a2b5-40b6-9e69-055f083d6509 req-d52b110e-83d3-473b-a75f-662d36035dce tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:59:17.796475 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-da25790b-a2b5-40b6-9e69-055f083d6509 req-d52b110e-83d3-473b-a75f-662d36035dce tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 945 time: 0.0601161 May 24 13:59:17.842852 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-da25790b-a2b5-40b6-9e69-055f083d6509 req-7f128337-6a07-4848-83e4-44c1aad88d8c tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453639 May 24 13:59:17.972297 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e093e-3943-4065-b08e-146875555de6 req-30b1303b-2b37-45bc-86df-870dc8afc1ac tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:59:17.980332 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-272e093e-3943-4065-b08e-146875555de6 req-30b1303b-2b37-45bc-86df-870dc8afc1ac tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 945 time: 0.0623095 May 24 13:59:18.027133 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-272e093e-3943-4065-b08e-146875555de6 req-be1e0b6b-04b6-4b20-be97-7146d200eeac tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458140 May 24 13:59:18.049728 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 39710) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:59:18.268353 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09cd233-98d1-48a6-885c-744f82befe58 tempest-TestVolumeBootPattern-626065072 tempest-TestVolumeBootPattern-626065072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:59:18.274199 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-c09cd233-98d1-48a6-885c-744f82befe58 tempest-TestVolumeBootPattern-626065072 tempest-TestVolumeBootPattern-626065072-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 1124 time: 0.2231781 May 24 13:59:18.274340 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 39714) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:59:18.278918 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-d4cea83a-82d2-4856-93f9-d670fac01670 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Request body: {'floatingip': {'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'port_id': '446094fa-479e-4763-a75c-d6f1bca52a15', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 13:59:18.303791 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4cea83a-82d2-4856-93f9-d670fac01670 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:18.390526 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4cea83a-82d2-4856-93f9-d670fac01670 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:18.522579 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-d4cea83a-82d2-4856-93f9-d670fac01670 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Allocated IP 172.27.3.63 (77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6/277372c2-c924-4ff9-98b4-a2b2337930ef/00b35a7e-e3e6-4296-ac5d-bada55392646) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 13:59:18.900629 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:59:18.968530 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4cea83a-82d2-4856-93f9-d670fac01670 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for port (00b35a7e-e3e6-4296-ac5d-bada55392646), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:19.019647 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:59:19.029200 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4cea83a-82d2-4856-93f9-d670fac01670 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (00b35a7e-e3e6-4296-ac5d-bada55392646), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:19.119135 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cea83a-82d2-4856-93f9-d670fac01670 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Pushing event updated for resources: {'Port': ['ID=00b35a7e-e3e6-4296-ac5d-bada55392646,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:59:19.159918 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cea83a-82d2-4856-93f9-d670fac01670 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 13:59:19.159918 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cea83a-82d2-4856-93f9-d670fac01670 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:59:19.159918 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cea83a-82d2-4856-93f9-d670fac01670 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:59:19.159918 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cea83a-82d2-4856-93f9-d670fac01670 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:59:19.159918 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cea83a-82d2-4856-93f9-d670fac01670 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:59:19.159918 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cea83a-82d2-4856-93f9-d670fac01670 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:59:19.160643 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cea83a-82d2-4856-93f9-d670fac01670 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:59:19.160643 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cea83a-82d2-4856-93f9-d670fac01670 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:59:19.160806 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cea83a-82d2-4856-93f9-d670fac01670 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:59:19.161174 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cea83a-82d2-4856-93f9-d670fac01670 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:59:19.161449 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cea83a-82d2-4856-93f9-d670fac01670 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:59:19.161774 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cea83a-82d2-4856-93f9-d670fac01670 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:59:19.162139 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cea83a-82d2-4856-93f9-d670fac01670 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:59:19.162466 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cea83a-82d2-4856-93f9-d670fac01670 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:59:19.163438 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cea83a-82d2-4856-93f9-d670fac01670 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:59:19.163754 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cea83a-82d2-4856-93f9-d670fac01670 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 13:59:19.179113 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-d4cea83a-82d2-4856-93f9-d670fac01670 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 13:59:19.179113 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cea83a-82d2-4856-93f9-d670fac01670 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 13:59:19.596604 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4cea83a-82d2-4856-93f9-d670fac01670 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for floatingip (097a53b3-ddc4-463e-89ad-7a59840378f6), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:19.668971 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4cea83a-82d2-4856-93f9-d670fac01670 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (00b35a7e-e3e6-4296-ac5d-bada55392646), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:19.831512 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:59:19.865217 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4cea83a-82d2-4856-93f9-d670fac01670 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for port (00b35a7e-e3e6-4296-ac5d-bada55392646), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:19.870329 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4cea83a-82d2-4856-93f9-d670fac01670 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5714289'] for port (00b35a7e-e3e6-4296-ac5d-bada55392646), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:19.949447 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cea83a-82d2-4856-93f9-d670fac01670 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Pushing event updated for resources: {'Port': ['ID=00b35a7e-e3e6-4296-ac5d-bada55392646,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:59:19.964581 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4cea83a-82d2-4856-93f9-d670fac01670 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534436'] for floatingip (097a53b3-ddc4-463e-89ad-7a59840378f6), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:19.969379 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:59:19.976560 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=70,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:59:19.978096 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:UPDATE=2,neutron:SELECT=47,neutron:DELETE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:59:20.095067 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.db.l3_db [None req-d4cea83a-82d2-4856-93f9-d670fac01670 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Floating IP 097a53b3-ddc4-463e-89ad-7a59840378f6 associated. External IP: 172.27.3.63, port: 446094fa-479e-4763-a75c-d6f1bca52a15. May 24 13:59:20.181754 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:59:20.322746 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4cea83a-82d2-4856-93f9-d670fac01670 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Router ad3b5635-ef70-4777-8466-ffd87c5730c1 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 13:59:20.382040 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 13:59:20.445973 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4cea83a-82d2-4856-93f9-d670fac01670 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 13:59:20.456302 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4817fc6a-031a-4083-a6ed-74358a586c83 None None] Sync routers for ids ['ad3b5635-ef70-4777-8466-ffd87c5730c1'] in dv-cinder-842129-1-iscsi {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 13:59:20.472216 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4cea83a-82d2-4856-93f9-d670fac01670 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:20.472884 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4817fc6a-031a-4083-a6ed-74358a586c83 None None] Routers {'ad3b5635-ef70-4777-8466-ffd87c5730c1'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 13:59:20.473510 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-4817fc6a-031a-4083-a6ed-74358a586c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T13:58:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad3b5635-ef70-4777-8466-ffd87c5730c1'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:59:20.536615 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-d4cea83a-82d2-4856-93f9-d670fac01670 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2601414 May 24 13:59:20.536615 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975be349-7e4e-4048-b0e1-471723fa08a0', 'tag': '446094fa-479e-4763-a75c-d6f1bca52a15'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 13:59:20.538792 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60922b96e112649546d89072a262e180bf09e65c4ab2e641290b12b7b14c337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a8b7b1-a195-40f7-8f0b-5d5f7aeee233" -d '{"events": [{"name": "network-changed", "server_uuid": "975be349-7e4e-4048-b0e1-471723fa08a0", "tag": "446094fa-479e-4763-a75c-d6f1bca52a15"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 13:59:20.583200 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 13:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3bcdb86-abb5-4d9d-97b2-3565eec2ef1b x-openstack-request-id: req-f3bcdb86-abb5-4d9d-97b2-3565eec2ef1b {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 13:59:20.583583 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975be349-7e4e-4048-b0e1-471723fa08a0", "tag": "446094fa-479e-4763-a75c-d6f1bca52a15", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 13:59:20.584006 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3bcdb86-abb5-4d9d-97b2-3565eec2ef1b {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 13:59:20.584777 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3bcdb86-abb5-4d9d-97b2-3565eec2ef1b'] response: {'name': 'network-changed', 'server_uuid': '975be349-7e4e-4048-b0e1-471723fa08a0', 'tag': '446094fa-479e-4763-a75c-d6f1bca52a15', 'status': 'completed', 'code': 200} May 24 13:59:20.595893 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-4817fc6a-031a-4083-a6ed-74358a586c83 None None] Set router ad3b5635-ef70-4777-8466-ffd87c5730c1 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 13:59:20.816106 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-4817fc6a-031a-4083-a6ed-74358a586c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'name': 'tempest-TestVolumeBootPattern-1261063742-router', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:57:41Z', 'updated_at': '2022-05-24T13:57:46Z', 'revision_number': 4, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'gw_port': {'id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:43Z', 'updated_at': '2022-05-24T13:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '097a53b3-ddc4-463e-89ad-7a59840378f6', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'port_id': '446094fa-479e-4763-a75c-d6f1bca52a15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'mac_address': 'fa:16:3e:e2:5a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975be349-7e4e-4048-b0e1-471723fa08a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T13:59:19Z', 'updated_at': '2022-05-24T13:59:19Z', 'revision_number': 0, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a49196f-a083-4f82-9579-b43e8beabd03', 'name': '', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'mac_address': 'fa:16:3e:59:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:45Z', 'updated_at': '2022-05-24T13:57:52Z', 'revision_number': 5, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'subnets': [{'id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:59:20.846240 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4817fc6a-031a-4083-a6ed-74358a586c83 None None] Checking router: ad3b5635-ef70-4777-8466-ffd87c5730c1 for host: dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 13:59:20.855989 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4817fc6a-031a-4083-a6ed-74358a586c83 None None] Routers {'ad3b5635-ef70-4777-8466-ffd87c5730c1'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 13:59:20.856807 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-4817fc6a-031a-4083-a6ed-74358a586c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T13:58:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad3b5635-ef70-4777-8466-ffd87c5730c1'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:59:20.971395 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-4817fc6a-031a-4083-a6ed-74358a586c83 None None] Set router ad3b5635-ef70-4777-8466-ffd87c5730c1 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 13:59:21.230963 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-4817fc6a-031a-4083-a6ed-74358a586c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'name': 'tempest-TestVolumeBootPattern-1261063742-router', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:57:41Z', 'updated_at': '2022-05-24T13:57:46Z', 'revision_number': 4, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'gw_port': {'id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:43Z', 'updated_at': '2022-05-24T13:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '097a53b3-ddc4-463e-89ad-7a59840378f6', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'port_id': '446094fa-479e-4763-a75c-d6f1bca52a15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'mac_address': 'fa:16:3e:e2:5a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975be349-7e4e-4048-b0e1-471723fa08a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T13:59:19Z', 'updated_at': '2022-05-24T13:59:19Z', 'revision_number': 0, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a49196f-a083-4f82-9579-b43e8beabd03', 'name': '', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'mac_address': 'fa:16:3e:59:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:45Z', 'updated_at': '2022-05-24T13:57:52Z', 'revision_number': 5, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'subnets': [{'id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:59:21.257912 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4817fc6a-031a-4083-a6ed-74358a586c83 None None] The sync data for ids ['ad3b5635-ef70-4777-8466-ffd87c5730c1'] in dv-cinder-842129-1-iscsi is: [{'id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'name': 'tempest-TestVolumeBootPattern-1261063742-router', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:57:41Z', 'updated_at': '2022-05-24T13:57:46Z', 'revision_number': 4, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'gw_port': {'id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:43Z', 'updated_at': '2022-05-24T13:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '097a53b3-ddc4-463e-89ad-7a59840378f6', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'port_id': '446094fa-479e-4763-a75c-d6f1bca52a15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'mac_address': 'fa:16:3e:e2:5a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975be349-7e4e-4048-b0e1-471723fa08a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T13:59:19Z', 'updated_at': '2022-05-24T13:59:19Z', 'revision_number': 0, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a49196f-a083-4f82-9579-b43e8beabd03', 'name': '', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'mac_address': 'fa:16:3e:59:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:45Z', 'updated_at': '2022-05-24T13:57:52Z', 'revision_number': 5, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'subnets': [{'id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 13:59:21.502438 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcf8270-7227-4671-ac1d-c33e1c21dc96 None None] New status for floating IP 097a53b3-ddc4-463e-89ad-7a59840378f6: ACTIVE {{(pid=103809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 13:59:22.149124 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8b7b1-a195-40f7-8f0b-5d5f7aeee233 req-42100703-fc0d-4402-a5e9-33b6779fdcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:59:22.150778 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e5a8b7b1-a195-40f7-8f0b-5d5f7aeee233 req-42100703-fc0d-4402-a5e9-33b6779fdcf9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7bb15f1d3e524d67b5493cb483ee8547&device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 1129 time: 0.0671825 May 24 13:59:22.259751 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8b7b1-a195-40f7-8f0b-5d5f7aeee233 req-03fb059c-7f5c-4466-8c9d-b414e90a0648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:59:22.261251 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e5a8b7b1-a195-40f7-8f0b-5d5f7aeee233 req-03fb059c-7f5c-4466-8c9d-b414e90a0648 service neutron] 10.222.0.55 "GET /v2.0/networks?id=da184706-a3cd-4a03-bf62-0c961d1fd5b4 HTTP/1.1" status: 200 len: 913 time: 0.0911665 May 24 13:59:22.327895 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e5a8b7b1-a195-40f7-8f0b-5d5f7aeee233 req-b18ed6c8-83b7-4e84-89e2-3760807616c2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=446094fa-479e-4763-a75c-d6f1bca52a15 HTTP/1.1" status: 200 len: 1000 time: 0.0578301 May 24 13:59:22.389347 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8b7b1-a195-40f7-8f0b-5d5f7aeee233 req-46c14e92-50ce-466e-995c-5eb62be02fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:59:22.391279 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e5a8b7b1-a195-40f7-8f0b-5d5f7aeee233 req-46c14e92-50ce-466e-995c-5eb62be02fc6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b11a7f37-1257-4714-9cab-12aa8fc6a3a6 HTTP/1.1" status: 200 len: 851 time: 0.0520053 May 24 13:59:22.441922 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8b7b1-a195-40f7-8f0b-5d5f7aeee233 req-7dfd61a2-2aa6-4b2b-bacf-47ee0ea434bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:59:22.444012 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e5a8b7b1-a195-40f7-8f0b-5d5f7aeee233 req-7dfd61a2-2aa6-4b2b-bacf-47ee0ea434bb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da184706-a3cd-4a03-bf62-0c961d1fd5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456772 May 24 13:59:22.551706 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e5a8b7b1-a195-40f7-8f0b-5d5f7aeee233 req-9833a735-d0af-49e0-8999-1828f421d72f service neutron] 10.222.0.55 "GET /v2.0/networks/da184706-a3cd-4a03-bf62-0c961d1fd5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011577 May 24 13:59:22.655973 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e5a8b7b1-a195-40f7-8f0b-5d5f7aeee233 req-a107b57b-6e64-48f9-b6df-e8194139d43a service neutron] 10.222.0.55 "GET /v2.0/networks/da184706-a3cd-4a03-bf62-0c961d1fd5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982502 May 24 13:59:23.809418 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e7c80e60-a7af-4b5f-b7f7-502a994ac7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:26.147301 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4552d853-eef3-427b-939b-5cd23bf20da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:27.393752 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:28.528004 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:28.738559 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 39860) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:59:28.857536 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-edde06fa-3319-467b-a58b-8334886f9a75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:28.940871 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-edde06fa-3319-467b-a58b-8334886f9a75 admin admin] Publish callbacks [] for security_group (74819a38-7f4f-43d4-8da8-f0dc231eac27), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:28.946562 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-edde06fa-3319-467b-a58b-8334886f9a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (74819a38-7f4f-43d4-8da8-f0dc231eac27), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:28.990486 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde06fa-3319-467b-a58b-8334886f9a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74819a38-7f4f-43d4-8da8-f0dc231eac27,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:59:29.004800 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 39864) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:59:29.005883 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-edde06fa-3319-467b-a58b-8334886f9a75 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7615ff783054a67a0d7f89fc7938afb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2644513 May 24 13:59:29.043113 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:59:29.066920 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9d871f9a-1a72-40e9-8d25-2eb8f1c9878b admin admin] Publish callbacks [] for security_group (74819a38-7f4f-43d4-8da8-f0dc231eac27), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:29.090540 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9d871f9a-1a72-40e9-8d25-2eb8f1c9878b admin admin] Publish callbacks [] for security_group (74819a38-7f4f-43d4-8da8-f0dc231eac27), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:29.144881 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9d871f9a-1a72-40e9-8d25-2eb8f1c9878b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (74819a38-7f4f-43d4-8da8-f0dc231eac27), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:29.147863 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9d871f9a-1a72-40e9-8d25-2eb8f1c9878b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:29.151900 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-9d871f9a-1a72-40e9-8d25-2eb8f1c9878b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/74819a38-7f4f-43d4-8da8-f0dc231eac27 HTTP/1.1" status: 204 len: 168 time: 0.1452649 May 24 13:59:29.162109 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d871f9a-1a72-40e9-8d25-2eb8f1c9878b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74819a38-7f4f-43d4-8da8-f0dc231eac27,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:59:30.397037 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:31.233277 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=84 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:59:31.234000 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=72 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:59:35.116645 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 39960) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:59:35.159809 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_v2 [None req-577def70-d647-4a04-bdfb-5c715d96c85a admin admin] Deleting subnet 8130db12-e414-4e35-b6d5-126ec386849f {{(pid=103807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 24 13:59:35.163599 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-577def70-d647-4a04-bdfb-5c715d96c85a admin admin] Publish callbacks [] for subnet (8130db12-e414-4e35-b6d5-126ec386849f), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:35.197048 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:59:35.201235 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-577def70-d647-4a04-bdfb-5c715d96c85a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5066685'] for subnet (8130db12-e414-4e35-b6d5-126ec386849f), precommit_delete_associations {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:35.240953 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-577def70-d647-4a04-bdfb-5c715d96c85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902008'] for subnet (8130db12-e414-4e35-b6d5-126ec386849f), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:35.293111 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-577def70-d647-4a04-bdfb-5c715d96c85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1901987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4346542'] for subnet (8130db12-e414-4e35-b6d5-126ec386849f), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:35.319135 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577def70-d647-4a04-bdfb-5c715d96c85a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8130db12-e414-4e35-b6d5-126ec386849f,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:59:35.321054 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-577def70-d647-4a04-bdfb-5c715d96c85a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:35.324131 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-577def70-d647-4a04-bdfb-5c715d96c85a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8130db12-e414-4e35-b6d5-126ec386849f HTTP/1.1" status: 204 len: 168 time: 0.2064350 May 24 13:59:35.327188 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 39962) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:59:35.397939 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-895fc712-442f-461d-9a17-5163c189a16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1862163'] for network (f063f9ef-2098-4bf4-a44f-09110a7a9fdf), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:35.472772 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-895fc712-442f-461d-9a17-5163c189a16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1932343', 'neutron.services.segments.db._delete_segments_for_network-8727739285863'] for network (f063f9ef-2098-4bf4-a44f-09110a7a9fdf), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:35.496263 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-895fc712-442f-461d-9a17-5163c189a16b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f063f9ef-2098-4bf4-a44f-09110a7a9fdf']}} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:59:35.505945 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-895fc712-442f-461d-9a17-5163c189a16b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01219d60-de5f-4d45-90ee-afa3b0f26e98') {'for_net_delete': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:59:35.506246 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-895fc712-442f-461d-9a17-5163c189a16b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01219d60-de5f-4d45-90ee-afa3b0f26e98') {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 13:59:35.742920 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-895fc712-442f-461d-9a17-5163c189a16b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727739286128', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5066674'] for segment (01219d60-de5f-4d45-90ee-afa3b0f26e98), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:35.757561 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-895fc712-442f-461d-9a17-5163c189a16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291'] for segment (01219d60-de5f-4d45-90ee-afa3b0f26e98), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:35.763922 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-895fc712-442f-461d-9a17-5163c189a16b admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 13:59:35.764299 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-895fc712-442f-461d-9a17-5163c189a16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5058418'] for segment (01219d60-de5f-4d45-90ee-afa3b0f26e98), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:35.804249 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.services.segments.plugin [-] Segment 01219d60-de5f-4d45-90ee-afa3b0f26e98 resource provider aggregate not found May 24 13:59:35.826220 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.services.segments.plugin [-] Segment 01219d60-de5f-4d45-90ee-afa3b0f26e98 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 01219d60-de5f-4d45-90ee-afa3b0f26e98 found for delete ", "request_id": "req-47eba0de-a469-476f-ac8c-58d7a5a55cc9"}]} May 24 13:59:35.827238 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-895fc712-442f-461d-9a17-5163c189a16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534454'] for network (f063f9ef-2098-4bf4-a44f-09110a7a9fdf), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:35.835742 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-895fc712-442f-461d-9a17-5163c189a16b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:35.838795 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-895fc712-442f-461d-9a17-5163c189a16b admin admin] 10.222.0.24 "DELETE /v2.0/networks/f063f9ef-2098-4bf4-a44f-09110a7a9fdf HTTP/1.1" status: 204 len: 168 time: 0.5107219 May 24 13:59:35.850347 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895fc712-442f-461d-9a17-5163c189a16b admin admin] Pushing event deleted for resources: {'Network': ['ID=f063f9ef-2098-4bf4-a44f-09110a7a9fdf,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:59:36.004124 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 39970) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:59:36.044547 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-9b53c043-10e7-4473-8cd1-da8e7dcc3c8d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8708171d18747eda57bed0a3cb3030b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392232 May 24 13:59:36.046862 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 39972) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:59:36.072702 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:59:36.094746 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9e0621db-3241-4198-a1d9-b2daf579a853 admin admin] Publish callbacks [] for security_group (8c465ab7-2018-41f4-8215-a16da23f7a53), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:36.119364 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9e0621db-3241-4198-a1d9-b2daf579a853 admin admin] Publish callbacks [] for security_group (8c465ab7-2018-41f4-8215-a16da23f7a53), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:36.166316 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9e0621db-3241-4198-a1d9-b2daf579a853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (8c465ab7-2018-41f4-8215-a16da23f7a53), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:36.168846 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9e0621db-3241-4198-a1d9-b2daf579a853 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:36.169961 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-9e0621db-3241-4198-a1d9-b2daf579a853 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c465ab7-2018-41f4-8215-a16da23f7a53 HTTP/1.1" status: 204 len: 168 time: 0.1222396 May 24 13:59:36.180087 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0621db-3241-4198-a1d9-b2daf579a853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c465ab7-2018-41f4-8215-a16da23f7a53,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:59:36.843674 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-10018a5b-dc62-4f7f-8baa-606517670d70 req-219616cb-5718-42af-a11f-793429b447b7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2f19875e-64fa-4a59-9a45-a3d6e7ae96d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381947 May 24 13:59:36.933008 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10018a5b-dc62-4f7f-8baa-606517670d70 req-984261e7-41ed-4e93-b41b-fd702e0feaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:59:36.934504 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-10018a5b-dc62-4f7f-8baa-606517670d70 req-984261e7-41ed-4e93-b41b-fd702e0feaf6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54ee7d13408645e6b6517f541fe45670&device_id=2f19875e-64fa-4a59-9a45-a3d6e7ae96d6 HTTP/1.1" status: 200 len: 1129 time: 0.0431709 May 24 13:59:37.040580 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10018a5b-dc62-4f7f-8baa-606517670d70 req-305e2d60-b0c0-4ee4-b3bf-39ea476d05be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:59:37.042059 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-10018a5b-dc62-4f7f-8baa-606517670d70 req-305e2d60-b0c0-4ee4-b3bf-39ea476d05be service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 HTTP/1.1" status: 200 len: 920 time: 0.0861931 May 24 13:59:37.087184 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-10018a5b-dc62-4f7f-8baa-606517670d70 req-6d4cebfc-0960-4b52-8f1c-ebdc3c685380 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b953d341-a6ef-44a5-b545-6c5db2385fb4 HTTP/1.1" status: 200 len: 217 time: 0.0374892 May 24 13:59:37.138611 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10018a5b-dc62-4f7f-8baa-606517670d70 req-60c9f5eb-958d-498f-9b48-68b75a1ffc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:59:37.140087 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-10018a5b-dc62-4f7f-8baa-606517670d70 req-60c9f5eb-958d-498f-9b48-68b75a1ffc81 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=899ca591-3ba0-4148-9660-6941aa8cd299 HTTP/1.1" status: 200 len: 858 time: 0.0452631 May 24 13:59:37.174456 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:59:37.184615 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10018a5b-dc62-4f7f-8baa-606517670d70 req-78d90e6e-3d16-4d83-b276-6761f7fa80ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 13:59:37.186115 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-10018a5b-dc62-4f7f-8baa-606517670d70 req-78d90e6e-3d16-4d83-b276-6761f7fa80ae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398338 May 24 13:59:37.228057 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 40002) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:59:37.279739 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-10018a5b-dc62-4f7f-8baa-606517670d70 req-a7c64a18-d166-48f3-973f-e4312ddf2b56 service neutron] 10.222.0.55 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862186 May 24 13:59:37.333654 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-02f583ed-900f-4c8e-ab0c-01f7aba80497 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:37.373082 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-10018a5b-dc62-4f7f-8baa-606517670d70 req-25086f9b-966c-41aa-9f06-907c7bd6594b service neutron] 10.222.0.55 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842614 May 24 13:59:37.398733 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:59:37.412146 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-02f583ed-900f-4c8e-ab0c-01f7aba80497 admin admin] Publish callbacks [] for security_group (3a2fabb7-262f-4ddd-a880-9c8b7e7188f4), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:37.415938 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-02f583ed-900f-4c8e-ab0c-01f7aba80497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (3a2fabb7-262f-4ddd-a880-9c8b7e7188f4), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:37.457112 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-02f583ed-900f-4c8e-ab0c-01f7aba80497 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8ea6873c3ec7400597d439376a7e5101&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279084 May 24 13:59:37.459803 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f583ed-900f-4c8e-ab0c-01f7aba80497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2fabb7-262f-4ddd-a880-9c8b7e7188f4,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:59:37.460482 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 40006) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 13:59:37.510111 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c50e8f23-bf2a-4e37-a22a-11629b037dbb admin admin] Publish callbacks [] for security_group (3a2fabb7-262f-4ddd-a880-9c8b7e7188f4), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:37.531401 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c50e8f23-bf2a-4e37-a22a-11629b037dbb admin admin] Publish callbacks [] for security_group (3a2fabb7-262f-4ddd-a880-9c8b7e7188f4), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:37.539380 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:59:37.582416 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c50e8f23-bf2a-4e37-a22a-11629b037dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (3a2fabb7-262f-4ddd-a880-9c8b7e7188f4), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:37.585214 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c50e8f23-bf2a-4e37-a22a-11629b037dbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:37.586383 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-c50e8f23-bf2a-4e37-a22a-11629b037dbb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3a2fabb7-262f-4ddd-a880-9c8b7e7188f4 HTTP/1.1" status: 204 len: 168 time: 0.1248853 May 24 13:59:37.594185 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e8f23-bf2a-4e37-a22a-11629b037dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2fabb7-262f-4ddd-a880-9c8b7e7188f4,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 13:59:39.979940 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:40.390244 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:59:47.452834 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=35,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:59:47.455260 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:59:47.569386 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=41,neutron:DELETE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:59:47.590631 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:59:49.973662 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:59:49.975633 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 13:59:53.802102 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f6f6ccf3-f771-433a-8fcb-125ca3b178cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:56.132925 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-902b7777-f26a-428f-a831-0578cfbf1b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:57.382681 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 13:59:57.397732 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 13:59:58.528692 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:00.401200 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:06.559296 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 40068) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:00:06.563738 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-2856bc81-f78b-4df8-a9cf-ca8ca5efba1f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1272196608', 'description': 'tempest-description--783879755'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:00:06.585071 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2856bc81-f78b-4df8-a9cf-ca8ca5efba1f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:06.651043 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2856bc81-f78b-4df8-a9cf-ca8ca5efba1f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group (9f7ee75f-346e-4257-9dab-d16c69f4809c), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:06.654768 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2856bc81-f78b-4df8-a9cf-ca8ca5efba1f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (9f7ee75f-346e-4257-9dab-d16c69f4809c), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:06.683740 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2856bc81-f78b-4df8-a9cf-ca8ca5efba1f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:06.684977 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-2856bc81-f78b-4df8-a9cf-ca8ca5efba1f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1246560 May 24 14:00:06.687012 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856bc81-f78b-4df8-a9cf-ca8ca5efba1f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7ee75f-346e-4257-9dab-d16c69f4809c,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:00:06.688159 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 40070) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:00:06.692852 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-e4a4f594-8331-4929-ae7f-9c17ac0baac4 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Request body: {'security_group_rule': {'security_group_id': '9f7ee75f-346e-4257-9dab-d16c69f4809c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:00:06.695866 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2856bc81-f78b-4df8-a9cf-ca8ca5efba1f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:00:06.696216 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2856bc81-f78b-4df8-a9cf-ca8ca5efba1f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:00:06.696559 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2856bc81-f78b-4df8-a9cf-ca8ca5efba1f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:00:06.696901 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2856bc81-f78b-4df8-a9cf-ca8ca5efba1f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:00:06.697233 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2856bc81-f78b-4df8-a9cf-ca8ca5efba1f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:00:06.697560 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2856bc81-f78b-4df8-a9cf-ca8ca5efba1f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:00:06.697886 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2856bc81-f78b-4df8-a9cf-ca8ca5efba1f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:00:06.698227 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2856bc81-f78b-4df8-a9cf-ca8ca5efba1f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:00:06.698533 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2856bc81-f78b-4df8-a9cf-ca8ca5efba1f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:00:06.698853 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2856bc81-f78b-4df8-a9cf-ca8ca5efba1f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:00:06.699175 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2856bc81-f78b-4df8-a9cf-ca8ca5efba1f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:00:06.699497 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2856bc81-f78b-4df8-a9cf-ca8ca5efba1f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:00:06.699842 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2856bc81-f78b-4df8-a9cf-ca8ca5efba1f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:00:06.700159 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2856bc81-f78b-4df8-a9cf-ca8ca5efba1f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:00:06.700475 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2856bc81-f78b-4df8-a9cf-ca8ca5efba1f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:00:06.721397 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4a4f594-8331-4929-ae7f-9c17ac0baac4 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group_rule (cc81ea7f-6f4c-4c9f-9a24-196617d34f92), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:06.778912 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4a4f594-8331-4929-ae7f-9c17ac0baac4 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group_rule (cc81ea7f-6f4c-4c9f-9a24-196617d34f92), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:06.782541 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4a4f594-8331-4929-ae7f-9c17ac0baac4 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709697'] for security_group_rule (cc81ea7f-6f4c-4c9f-9a24-196617d34f92), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:06.800632 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a4f594-8331-4929-ae7f-9c17ac0baac4 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc81ea7f-6f4c-4c9f-9a24-196617d34f92,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:00:06.807862 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4a4f594-8331-4929-ae7f-9c17ac0baac4 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:06.809047 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-e4a4f594-8331-4929-ae7f-9c17ac0baac4 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198947 May 24 14:00:06.811760 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 40072) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:00:06.816047 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-d68c8f87-e0a9-4e30-af09-e65131d74136 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Request body: {'security_group_rule': {'security_group_id': '9f7ee75f-346e-4257-9dab-d16c69f4809c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:00:06.842023 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d68c8f87-e0a9-4e30-af09-e65131d74136 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group_rule (a160283a-e7dd-43ea-92b8-e3fa21a8f67a), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:06.899555 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d68c8f87-e0a9-4e30-af09-e65131d74136 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group_rule (a160283a-e7dd-43ea-92b8-e3fa21a8f67a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:06.903062 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d68c8f87-e0a9-4e30-af09-e65131d74136 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709697'] for security_group_rule (a160283a-e7dd-43ea-92b8-e3fa21a8f67a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:06.921742 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c8f87-e0a9-4e30-af09-e65131d74136 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a160283a-e7dd-43ea-92b8-e3fa21a8f67a,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:00:06.926123 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d68c8f87-e0a9-4e30-af09-e65131d74136 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:06.931768 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-d68c8f87-e0a9-4e30-af09-e65131d74136 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188276 May 24 14:00:06.932008 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 40076) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:00:06.936432 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-0ca324f2-f6f6-4c64-85be-f84549da1a5c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Request body: {'floatingip': {'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:00:06.957976 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0ca324f2-f6f6-4c64-85be-f84549da1a5c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:07.038321 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0ca324f2-f6f6-4c64-85be-f84549da1a5c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:07.141471 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-0ca324f2-f6f6-4c64-85be-f84549da1a5c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Allocated IP 172.27.3.97 (77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6/277372c2-c924-4ff9-98b4-a2b2337930ef/f5e98921-71d5-406b-a076-b982c0f6d822) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 14:00:07.243538 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0ca324f2-f6f6-4c64-85be-f84549da1a5c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for port (f5e98921-71d5-406b-a076-b982c0f6d822), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:07.276916 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0ca324f2-f6f6-4c64-85be-f84549da1a5c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (f5e98921-71d5-406b-a076-b982c0f6d822), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:07.315169 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca324f2-f6f6-4c64-85be-f84549da1a5c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:00:07.320590 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-0ca324f2-f6f6-4c64-85be-f84549da1a5c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:00:07.323067 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca324f2-f6f6-4c64-85be-f84549da1a5c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 14:00:07.346825 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca324f2-f6f6-4c64-85be-f84549da1a5c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Pushing event updated for resources: {'Port': ['ID=f5e98921-71d5-406b-a076-b982c0f6d822,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:00:07.378118 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=18 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:00:07.378913 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=16 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:00:07.410628 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0ca324f2-f6f6-4c64-85be-f84549da1a5c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for floatingip (2332ca7a-a1ad-4905-901e-5fee5c5540e5), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:07.442076 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:00:07.447759 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0ca324f2-f6f6-4c64-85be-f84549da1a5c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (f5e98921-71d5-406b-a076-b982c0f6d822), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:07.450477 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:00:07.623449 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0ca324f2-f6f6-4c64-85be-f84549da1a5c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for port (f5e98921-71d5-406b-a076-b982c0f6d822), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:07.627691 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0ca324f2-f6f6-4c64-85be-f84549da1a5c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5058382'] for port (f5e98921-71d5-406b-a076-b982c0f6d822), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:07.690894 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca324f2-f6f6-4c64-85be-f84549da1a5c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Pushing event updated for resources: {'Port': ['ID=f5e98921-71d5-406b-a076-b982c0f6d822,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:00:07.705944 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0ca324f2-f6f6-4c64-85be-f84549da1a5c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534436'] for floatingip (2332ca7a-a1ad-4905-901e-5fee5c5540e5), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:07.720990 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0ca324f2-f6f6-4c64-85be-f84549da1a5c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:07.722186 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-0ca324f2-f6f6-4c64-85be-f84549da1a5c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7892036 May 24 14:00:07.921000 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-b688b2ab-1132-43c4-9abc-f369a9e4cbe1 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1272196608&fields=id&tenant_id=3db44af3db3441b7a0c5eb524eb35806 HTTP/1.1" status: 200 len: 267 time: 0.0463581 May 24 14:00:08.024007 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-b2386a0c-e50d-4bab-be22-7d9f5ccba317 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:08.025453 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-b2386a0c-e50d-4bab-be22-7d9f5ccba317 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/networks?id=2e5782d9-5791-4763-85b4-bfd8289d9060 HTTP/1.1" status: 200 len: 815 time: 0.0981026 May 24 14:00:08.040227 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-764b6c4e-326b-4d8c-9f0e-b7dd793662e1 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/quotas/3db44af3db3441b7a0c5eb524eb35806 HTTP/1.1" status: 200 len: 375 time: 0.0095243 May 24 14:00:08.090131 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-45b8490f-9a5b-4cba-93d7-5d263099ac62 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3db44af3db3441b7a0c5eb524eb35806&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0450416 May 24 14:00:08.185684 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-eff5d820-f8e4-4313-a35a-44ca87061ceb service neutron] 10.222.0.24 "GET /v2.0/networks/2e5782d9-5791-4763-85b4-bfd8289d9060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840766 May 24 14:00:08.272748 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-992b3ce1-23a5-471a-b281-e313649779ec service neutron] 10.222.0.24 "GET /v2.0/networks/2e5782d9-5791-4763-85b4-bfd8289d9060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814238 May 24 14:00:08.433702 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0a368414-c3ed-4cc5-b62a-ba19624af2c5 req-81416413-b986-41c2-8bdd-deda7133cba8 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=840693fa-71a3-4a35-8979-596bfcc1aa86 HTTP/1.1" status: 200 len: 210 time: 0.0282009 May 24 14:00:08.525612 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:00:09.392435 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-97011e75-0d51-4ca6-ae13-ebd462a6f03c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:09.393908 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-97011e75-0d51-4ca6-ae13-ebd462a6f03c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.55 "GET /v2.0/networks?id=2e5782d9-5791-4763-85b4-bfd8289d9060 HTTP/1.1" status: 200 len: 815 time: 0.1100967 May 24 14:00:09.476295 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-4aa7233b-ea7a-45aa-b645-cfc6fb51d6e8 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3db44af3db3441b7a0c5eb524eb35806 HTTP/1.1" status: 200 len: 472 time: 0.0717604 May 24 14:00:09.512413 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:00:09.531221 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-da972c1c-340f-488b-94af-3473683b2292 req-1a4ed299-bb6e-4a4c-81ed-4d942b87de10 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=840693fa-71a3-4a35-8979-596bfcc1aa86 HTTP/1.1" status: 200 len: 210 time: 0.0290344 May 24 14:00:09.536109 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-4b6169ea-a3f2-4b47-877d-84052d63ba81 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Request body: {'port': {'device_id': '840693fa-71a3-4a35-8979-596bfcc1aa86', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'admin_state_up': True, 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'security_groups': ['9f7ee75f-346e-4257-9dab-d16c69f4809c']}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:00:09.605929 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:00:09.651787 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-4b6169ea-a3f2-4b47-877d-84052d63ba81 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Made reservation on behalf of 3db44af3db3441b7a0c5eb524eb35806 for: {'port': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 14:00:09.655184 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-4b6169ea-a3f2-4b47-877d-84052d63ba81 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:09.785274 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-4b6169ea-a3f2-4b47-877d-84052d63ba81 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Allocated IP 172.20.0.9 (2e5782d9-5791-4763-85b4-bfd8289d9060/3fb85256-d55e-4eee-985a-4e3dd416d342/7c101693-d68b-41a9-ac5b-61fc73b8be1d) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 14:00:09.919236 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-4b6169ea-a3f2-4b47-877d-84052d63ba81 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for port (7c101693-d68b-41a9-ac5b-61fc73b8be1d), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:09.950956 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-4b6169ea-a3f2-4b47-877d-84052d63ba81 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (7c101693-d68b-41a9-ac5b-61fc73b8be1d), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:09.976681 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:09.997023 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-4b6169ea-a3f2-4b47-877d-84052d63ba81 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Network 2e5782d9-5791-4763-85b4-bfd8289d9060 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:00:10.000283 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-4b6169ea-a3f2-4b47-877d-84052d63ba81 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:00:10.003970 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-4b6169ea-a3f2-4b47-877d-84052d63ba81 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 14:00:10.037733 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6169ea-a3f2-4b47-877d-84052d63ba81 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Pushing event updated for resources: {'Port': ['ID=7c101693-d68b-41a9-ac5b-61fc73b8be1d,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:00:10.065467 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-4b6169ea-a3f2-4b47-877d-84052d63ba81 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:10.066149 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-4b6169ea-a3f2-4b47-877d-84052d63ba81 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:10.082371 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-4b6169ea-a3f2-4b47-877d-84052d63ba81 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5501628 May 24 14:00:10.094174 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-35420eb6-3004-4a28-bc32-42e895f7dd56 service neutron] Request body: {'port': {'device_id': '840693fa-71a3-4a35-8979-596bfcc1aa86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:00:10.156464 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-35420eb6-3004-4a28-bc32-42e895f7dd56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (7c101693-d68b-41a9-ac5b-61fc73b8be1d), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:10.215618 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-466ef679-df1e-4f52-9536-82fc0d3888ab None None] Provisioning complete for port 7c101693-d68b-41a9-ac5b-61fc73b8be1d triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:00:10.216037 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-466ef679-df1e-4f52-9536-82fc0d3888ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (7c101693-d68b-41a9-ac5b-61fc73b8be1d), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:10.249461 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-466ef679-df1e-4f52-9536-82fc0d3888ab None None] Port 7c101693-d68b-41a9-ac5b-61fc73b8be1d cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 14:00:10.364399 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:00:10.379532 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:00:10.451701 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-35420eb6-3004-4a28-bc32-42e895f7dd56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c101693-d68b-41a9-ac5b-61fc73b8be1d {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 14:00:10.459598 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-35420eb6-3004-4a28-bc32-42e895f7dd56 service neutron] Publish callbacks [] for port (7c101693-d68b-41a9-ac5b-61fc73b8be1d), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:10.471998 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-35420eb6-3004-4a28-bc32-42e895f7dd56 service neutron] Transition to ACTIVE for port object 7c101693-d68b-41a9-ac5b-61fc73b8be1d will not be triggered until provisioned by entity L2. {{(pid=103807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 14:00:10.476330 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-35420eb6-3004-4a28-bc32-42e895f7dd56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5058382'] for port (7c101693-d68b-41a9-ac5b-61fc73b8be1d), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:10.528552 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35420eb6-3004-4a28-bc32-42e895f7dd56 service neutron] Pushing event updated for resources: {'Port': ['ID=7c101693-d68b-41a9-ac5b-61fc73b8be1d,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:00:10.606669 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-35420eb6-3004-4a28-bc32-42e895f7dd56 service neutron] Attempting to bind port 7c101693-d68b-41a9-ac5b-61fc73b8be1d on host hv-cinder-84212 for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 14:00:10.606999 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-35420eb6-3004-4a28-bc32-42e895f7dd56 service neutron] Attempting to bind port 7c101693-d68b-41a9-ac5b-61fc73b8be1d by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': '73f4eb4c-d3e0-4414-9a39-779107de724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 14:00:10.607323 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-35420eb6-3004-4a28-bc32-42e895f7dd56 service neutron] Attempting to bind port 7c101693-d68b-41a9-ac5b-61fc73b8be1d on network 2e5782d9-5791-4763-85b4-bfd8289d9060 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:00:10.612334 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-35420eb6-3004-4a28-bc32-42e895f7dd56 service neutron] Port 7c101693-d68b-41a9-ac5b-61fc73b8be1d on network 2e5782d9-5791-4763-85b4-bfd8289d9060 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 14:00:10.612776 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-35420eb6-3004-4a28-bc32-42e895f7dd56 service neutron] Attempting to bind port 7c101693-d68b-41a9-ac5b-61fc73b8be1d on network 2e5782d9-5791-4763-85b4-bfd8289d9060 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:00:10.618447 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-35420eb6-3004-4a28-bc32-42e895f7dd56 service neutron] Checking agent: {'id': 'a7952d12-b11e-49b3-ae0f-02e893d8d6d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'started_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 14, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 14:00:10.618707 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-35420eb6-3004-4a28-bc32-42e895f7dd56 service neutron] Checking segment: {'id': '73f4eb4c-d3e0-4414-9a39-779107de724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 14:00:10.619089 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-35420eb6-3004-4a28-bc32-42e895f7dd56 service neutron] Bound using segment: {'id': '73f4eb4c-d3e0-4414-9a39-779107de724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 14:00:10.619512 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-35420eb6-3004-4a28-bc32-42e895f7dd56 service neutron] Bound port: 7c101693-d68b-41a9-ac5b-61fc73b8be1d, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73f4eb4c-d3e0-4414-9a39-779107de724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 14:00:10.619914 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-35420eb6-3004-4a28-bc32-42e895f7dd56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (7c101693-d68b-41a9-ac5b-61fc73b8be1d), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:10.651679 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90382460-70d0-46b5-9d02-d907ee817a28 req-e2607e72-6634-4d88-9a24-30408a277c1c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:10.653518 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-90382460-70d0-46b5-9d02-d907ee817a28 req-e2607e72-6634-4d88-9a24-30408a277c1c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=840693fa-71a3-4a35-8979-596bfcc1aa86 HTTP/1.1" status: 200 len: 943 time: 0.0534575 May 24 14:00:10.686792 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-35420eb6-3004-4a28-bc32-42e895f7dd56 service neutron] For port 7c101693-d68b-41a9-ac5b-61fc73b8be1d, host hv-cinder-84212, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 14:00:10.689762 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-35420eb6-3004-4a28-bc32-42e895f7dd56 service neutron] For port 7c101693-d68b-41a9-ac5b-61fc73b8be1d, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=7c101693-d68b-41a9-ac5b-61fc73b8be1d,segment=NetworkSegment(73f4eb4c-d3e0-4414-9a39-779107de724b),segment_id=73f4eb4c-d3e0-4414-9a39-779107de724b)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 14:00:10.697471 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-35420eb6-3004-4a28-bc32-42e895f7dd56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5058382'] for port (7c101693-d68b-41a9-ac5b-61fc73b8be1d), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:10.707909 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-90382460-70d0-46b5-9d02-d907ee817a28 req-caa5ff1e-b636-4d8a-bf65-fe361e14fb89 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f7ee75f-346e-4257-9dab-d16c69f4809c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463326 May 24 14:00:10.727376 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-35420eb6-3004-4a28-bc32-42e895f7dd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:10.727965 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-35420eb6-3004-4a28-bc32-42e895f7dd56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:10.729386 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-35420eb6-3004-4a28-bc32-42e895f7dd56 service neutron] 10.222.0.55 "PUT /v2.0/ports/7c101693-d68b-41a9-ac5b-61fc73b8be1d HTTP/1.1" status: 200 len: 1093 time: 0.6394083 May 24 14:00:10.729820 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840693fa-71a3-4a35-8979-596bfcc1aa86', 'tag': '7c101693-d68b-41a9-ac5b-61fc73b8be1d'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:00:10.732072 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a28526f-b20c-4d07-b6d4-66750809313e" -d '{"events": [{"name": "network-changed", "server_uuid": "840693fa-71a3-4a35-8979-596bfcc1aa86", "tag": "7c101693-d68b-41a9-ac5b-61fc73b8be1d"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:00:10.764624 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35420eb6-3004-4a28-bc32-42e895f7dd56 service neutron] Pushing event updated for resources: {'Port': ['ID=7c101693-d68b-41a9-ac5b-61fc73b8be1d,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:00:10.782075 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 14:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b5a750-6c7a-44b1-b1f1-2e483d9007f2 x-openstack-request-id: req-37b5a750-6c7a-44b1-b1f1-2e483d9007f2 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:00:10.782362 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840693fa-71a3-4a35-8979-596bfcc1aa86", "tag": "7c101693-d68b-41a9-ac5b-61fc73b8be1d", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:00:10.782613 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-37b5a750-6c7a-44b1-b1f1-2e483d9007f2 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:00:10.783009 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37b5a750-6c7a-44b1-b1f1-2e483d9007f2'] response: {'name': 'network-changed', 'server_uuid': '840693fa-71a3-4a35-8979-596bfcc1aa86', 'tag': '7c101693-d68b-41a9-ac5b-61fc73b8be1d', 'status': 'completed', 'code': 200} May 24 14:00:10.831532 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-fd018701-95a5-4bb7-a2b0-72feb67a4ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:10.833260 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-fd018701-95a5-4bb7-a2b0-72feb67a4ff6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3db44af3db3441b7a0c5eb524eb35806&device_id=840693fa-71a3-4a35-8979-596bfcc1aa86 HTTP/1.1" status: 200 len: 1127 time: 0.0453911 May 24 14:00:10.874746 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-baebef14-543f-4aa3-a58c-90531b6324e3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c101693-d68b-41a9-ac5b-61fc73b8be1d HTTP/1.1" status: 200 len: 217 time: 0.0329702 May 24 14:00:10.926675 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-e524ef41-b83b-417a-92ac-75d94db4b7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:10.928539 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-e524ef41-b83b-417a-92ac-75d94db4b7d0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fb85256-d55e-4eee-985a-4e3dd416d342 HTTP/1.1" status: 200 len: 854 time: 0.0475626 May 24 14:00:10.972201 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-e609e28f-a700-4e3e-8d83-861067312132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:10.973677 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-e609e28f-a700-4e3e-8d83-861067312132 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e5782d9-5791-4763-85b4-bfd8289d9060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387955 May 24 14:00:11.067993 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-a15c5fbb-6a3a-4a36-90a8-78e7c5c7bfac service neutron] 10.222.0.55 "GET /v2.0/networks/2e5782d9-5791-4763-85b4-bfd8289d9060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858750 May 24 14:00:11.158910 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ecee38cb-9d03-4247-ad5d-5bb801cdb136 req-ff3154c1-b9b6-4234-8b00-8b75526525ae service neutron] 10.222.0.55 "GET /v2.0/networks/2e5782d9-5791-4763-85b4-bfd8289d9060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832696 May 24 14:00:11.819583 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74ce40-96bd-4055-9567-904f68c103d3 req-87d5ddfb-91ee-4eee-af3d-f505652ea7a0 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:11.821053 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-5b74ce40-96bd-4055-9567-904f68c103d3 req-87d5ddfb-91ee-4eee-af3d-f505652ea7a0 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=840693fa-71a3-4a35-8979-596bfcc1aa86 HTTP/1.1" status: 200 len: 943 time: 0.0469432 May 24 14:00:11.867144 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-5b74ce40-96bd-4055-9567-904f68c103d3 req-31babaa0-7c8e-460a-9eba-1f2acdda16e5 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f7ee75f-346e-4257-9dab-d16c69f4809c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406189 May 24 14:00:12.987295 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40fa0d-9237-4574-aea0-76406c5dacb1 req-fb6d09fb-921a-4c67-b498-165e9b3aa71e tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:12.988788 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4d40fa0d-9237-4574-aea0-76406c5dacb1 req-fb6d09fb-921a-4c67-b498-165e9b3aa71e tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=840693fa-71a3-4a35-8979-596bfcc1aa86 HTTP/1.1" status: 200 len: 943 time: 0.0536871 May 24 14:00:13.039958 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4d40fa0d-9237-4574-aea0-76406c5dacb1 req-045a0a4a-6331-40ad-be84-660a3d711c1a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f7ee75f-346e-4257-9dab-d16c69f4809c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448687 May 24 14:00:14.138882 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:00:14.156239 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c725f0c-d198-4592-9518-2a1f6c34454e req-89e76e8f-0433-465c-ad28-0f66d470fcd8 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:14.157687 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9c725f0c-d198-4592-9518-2a1f6c34454e req-89e76e8f-0433-465c-ad28-0f66d470fcd8 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=840693fa-71a3-4a35-8979-596bfcc1aa86 HTTP/1.1" status: 200 len: 943 time: 0.0487607 May 24 14:00:14.204994 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9c725f0c-d198-4592-9518-2a1f6c34454e req-450368b4-b61e-4826-9831-a5bcf362bbc6 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f7ee75f-346e-4257-9dab-d16c69f4809c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419109 May 24 14:00:14.830143 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:00:14.844004 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28526f-b20c-4d07-b6d4-66750809313e req-8a3110ab-5e2a-4ea9-a77a-463f229c2450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:14.845489 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9a28526f-b20c-4d07-b6d4-66750809313e req-8a3110ab-5e2a-4ea9-a77a-463f229c2450 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3db44af3db3441b7a0c5eb524eb35806&device_id=840693fa-71a3-4a35-8979-596bfcc1aa86 HTTP/1.1" status: 200 len: 1127 time: 0.0404017 May 24 14:00:14.937041 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28526f-b20c-4d07-b6d4-66750809313e req-f5c2d861-d109-4227-8084-a136bdffd499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:14.938559 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9a28526f-b20c-4d07-b6d4-66750809313e req-f5c2d861-d109-4227-8084-a136bdffd499 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e5782d9-5791-4763-85b4-bfd8289d9060 HTTP/1.1" status: 200 len: 916 time: 0.0868132 May 24 14:00:14.979217 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9a28526f-b20c-4d07-b6d4-66750809313e req-e03ae4db-23bd-4909-8984-afbd602ea10f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c101693-d68b-41a9-ac5b-61fc73b8be1d HTTP/1.1" status: 200 len: 217 time: 0.0341730 May 24 14:00:15.035167 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28526f-b20c-4d07-b6d4-66750809313e req-5a916fee-c770-43b3-9027-b99c739dc748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:15.037605 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9a28526f-b20c-4d07-b6d4-66750809313e req-5a916fee-c770-43b3-9027-b99c739dc748 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fb85256-d55e-4eee-985a-4e3dd416d342 HTTP/1.1" status: 200 len: 854 time: 0.0520103 May 24 14:00:15.082010 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28526f-b20c-4d07-b6d4-66750809313e req-4cf1f4fa-45ba-4526-9d38-c6e6d29c0b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:15.084113 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9a28526f-b20c-4d07-b6d4-66750809313e req-4cf1f4fa-45ba-4526-9d38-c6e6d29c0b49 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e5782d9-5791-4763-85b4-bfd8289d9060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396378 May 24 14:00:15.175417 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9a28526f-b20c-4d07-b6d4-66750809313e req-2475ff09-8bf3-4d26-a4b1-29dd8e7e95f3 service neutron] 10.222.0.55 "GET /v2.0/networks/2e5782d9-5791-4763-85b4-bfd8289d9060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830352 May 24 14:00:15.295186 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9a28526f-b20c-4d07-b6d4-66750809313e req-a2abf672-7c7f-4cef-ac26-29f2281df00d service neutron] 10.222.0.55 "GET /v2.0/networks/2e5782d9-5791-4763-85b4-bfd8289d9060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127388 May 24 14:00:15.329440 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d2141-411f-4ecd-83d3-ec14eaad8ec1 req-48dcd221-e786-4231-9820-148d76940113 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:15.334070 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f97d2141-411f-4ecd-83d3-ec14eaad8ec1 req-48dcd221-e786-4231-9820-148d76940113 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=840693fa-71a3-4a35-8979-596bfcc1aa86 HTTP/1.1" status: 200 len: 943 time: 0.0537665 May 24 14:00:15.369496 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d92703-209b-4f62-b11c-8f428f32df10 req-4eb2a71f-a5d6-4d8e-ade7-8ffc04de8dca tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:15.371026 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-36d92703-209b-4f62-b11c-8f428f32df10 req-4eb2a71f-a5d6-4d8e-ade7-8ffc04de8dca tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 945 time: 0.0673933 May 24 14:00:15.394074 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f97d2141-411f-4ecd-83d3-ec14eaad8ec1 req-8215e3eb-223f-4042-9775-578f7f41ca6f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f7ee75f-346e-4257-9dab-d16c69f4809c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544991 May 24 14:00:15.423247 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-36d92703-209b-4f62-b11c-8f428f32df10 req-c7fffdaa-703c-4445-b7f1-34af7129fcda tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463123 May 24 14:00:15.878063 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 7c101693-d68b-41a9-ac5b-61fc73b8be1d details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=103809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 14:00:15.980547 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 7c101693-d68b-41a9-ac5b-61fc73b8be1d, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=7c101693-d68b-41a9-ac5b-61fc73b8be1d,segment=NetworkSegment(73f4eb4c-d3e0-4414-9a39-779107de724b),segment_id=73f4eb4c-d3e0-4414-9a39-779107de724b)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:00:15.992736 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Returning: {'device': '7c101693-d68b-41a9-ac5b-61fc73b8be1d', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'port_id': '7c101693-d68b-41a9-ac5b-61fc73b8be1d', 'mac_address': 'fa:16:3e:64:12:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 14:00:16.026705 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 7c101693-d68b-41a9-ac5b-61fc73b8be1d is: DOWN; New status is: BUILD {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:00:16.027089 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (7c101693-d68b-41a9-ac5b-61fc73b8be1d), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:16.040310 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c101693-d68b-41a9-ac5b-61fc73b8be1d {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 14:00:16.060165 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 7c101693-d68b-41a9-ac5b-61fc73b8be1d, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=7c101693-d68b-41a9-ac5b-61fc73b8be1d,segment=NetworkSegment(73f4eb4c-d3e0-4414-9a39-779107de724b),segment_id=73f4eb4c-d3e0-4414-9a39-779107de724b)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:00:16.064362 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (7c101693-d68b-41a9-ac5b-61fc73b8be1d), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:16.109483 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=7c101693-d68b-41a9-ac5b-61fc73b8be1d,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:00:16.116975 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:00:16.117318 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:00:16.117653 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:00:16.118010 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:00:16.118340 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:00:16.118663 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:00:16.118983 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:00:16.119303 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:00:16.119616 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:00:16.119970 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:00:16.120287 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:00:16.120616 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:00:16.120939 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:00:16.121248 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:00:16.121556 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:00:16.508597 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09217208-56f6-486e-ae1c-66aa9d28c044 req-90a332f8-8fd1-48a7-b66c-920be29b03d5 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:16.509889 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-09217208-56f6-486e-ae1c-66aa9d28c044 req-90a332f8-8fd1-48a7-b66c-920be29b03d5 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=840693fa-71a3-4a35-8979-596bfcc1aa86 HTTP/1.1" status: 200 len: 944 time: 0.0482872 May 24 14:00:16.547348 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf638d-dc3f-4fa4-ae4e-b5afc0b8e517 req-b96855fb-41bb-4a72-9063-8f98938179c7 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:16.548925 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-4fbf638d-dc3f-4fa4-ae4e-b5afc0b8e517 req-b96855fb-41bb-4a72-9063-8f98938179c7 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 945 time: 0.0517108 May 24 14:00:16.561041 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-09217208-56f6-486e-ae1c-66aa9d28c044 req-3340ddd6-1e60-4c50-a5f1-2f1dc81ead29 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f7ee75f-346e-4257-9dab-d16c69f4809c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454819 May 24 14:00:16.587612 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['7c101693-d68b-41a9-ac5b-61fc73b8be1d'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 14:00:16.596180 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-4fbf638d-dc3f-4fa4-ae4e-b5afc0b8e517 req-53ab6b24-d715-4978-b6ab-9f79ce77472a tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413899 May 24 14:00:17.672376 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1dfcf-f681-403b-b07c-da5afc71e27f req-249d71cb-cd75-4001-a764-7526810b0921 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:17.673834 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8dc1dfcf-f681-403b-b07c-da5afc71e27f req-249d71cb-cd75-4001-a764-7526810b0921 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=840693fa-71a3-4a35-8979-596bfcc1aa86 HTTP/1.1" status: 200 len: 944 time: 0.0466852 May 24 14:00:17.714431 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15f09c-2939-4337-9070-5d13c92e7929 req-020497b8-9a00-4e12-a392-ceb58f4ce3e8 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:17.715907 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-9d15f09c-2939-4337-9070-5d13c92e7929 req-020497b8-9a00-4e12-a392-ceb58f4ce3e8 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 945 time: 0.0471790 May 24 14:00:17.721078 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8dc1dfcf-f681-403b-b07c-da5afc71e27f req-d40f0f2c-5b72-4552-84ef-047a104478f0 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f7ee75f-346e-4257-9dab-d16c69f4809c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414741 May 24 14:00:17.763419 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-9d15f09c-2939-4337-9070-5d13c92e7929 req-f2d503c1-dca6-463d-a4b4-732b52021f54 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418441 May 24 14:00:17.895003 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 7c101693-d68b-41a9-ac5b-61fc73b8be1d up at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:00:17.940249 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning for port 7c101693-d68b-41a9-ac5b-61fc73b8be1d completed by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 14:00:17.946617 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning complete for port 7c101693-d68b-41a9-ac5b-61fc73b8be1d triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:00:17.947036 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (7c101693-d68b-41a9-ac5b-61fc73b8be1d), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:18.023894 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 7c101693-d68b-41a9-ac5b-61fc73b8be1d is: BUILD; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:00:18.024206 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (7c101693-d68b-41a9-ac5b-61fc73b8be1d), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:18.048850 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840693fa-71a3-4a35-8979-596bfcc1aa86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c101693-d68b-41a9-ac5b-61fc73b8be1d'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:00:18.051084 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6704ccb53a4068acec69ef2b688a9e5af712f2ba46f4bf8cce86ae06eb28aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db6f74a-dafd-47e8-9703-170c463fac4a" -d '{"events": [{"server_uuid": "840693fa-71a3-4a35-8979-596bfcc1aa86", "name": "network-vif-plugged", "status": "completed", "tag": "7c101693-d68b-41a9-ac5b-61fc73b8be1d"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:00:18.064207 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 7c101693-d68b-41a9-ac5b-61fc73b8be1d, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=7c101693-d68b-41a9-ac5b-61fc73b8be1d,segment=NetworkSegment(73f4eb4c-d3e0-4414-9a39-779107de724b),segment_id=73f4eb4c-d3e0-4414-9a39-779107de724b)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:00:18.069130 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (7c101693-d68b-41a9-ac5b-61fc73b8be1d), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:18.095101 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 14:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70afb573-9de8-4e23-84e0-f08301048edc x-openstack-request-id: req-70afb573-9de8-4e23-84e0-f08301048edc {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:00:18.095409 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840693fa-71a3-4a35-8979-596bfcc1aa86", "name": "network-vif-plugged", "status": "completed", "tag": "7c101693-d68b-41a9-ac5b-61fc73b8be1d", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:00:18.095658 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-70afb573-9de8-4e23-84e0-f08301048edc {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:00:18.096064 dv-cinder-842129-1-iscsi neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70afb573-9de8-4e23-84e0-f08301048edc'] response: {'server_uuid': '840693fa-71a3-4a35-8979-596bfcc1aa86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c101693-d68b-41a9-ac5b-61fc73b8be1d', 'code': 200} May 24 14:00:18.123197 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=7c101693-d68b-41a9-ac5b-61fc73b8be1d,revision_number=5']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:00:18.277155 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18de49-d9d4-4fe5-9727-3f6f16a795dc req-280acf97-3bb3-441e-b573-cd7e414cf62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:18.278518 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0d18de49-d9d4-4fe5-9727-3f6f16a795dc req-280acf97-3bb3-441e-b573-cd7e414cf62b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=840693fa-71a3-4a35-8979-596bfcc1aa86 HTTP/1.1" status: 200 len: 1129 time: 0.0375729 May 24 14:00:18.324497 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0d18de49-d9d4-4fe5-9727-3f6f16a795dc req-32037c9c-eecb-4e40-9104-43ddb174120c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9f7ee75f-346e-4257-9dab-d16c69f4809c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358436 May 24 14:00:18.839132 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9346f-e153-4819-b570-1d089851d84e req-2957e642-2532-43a8-9e77-5a6e1be1dea1 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:18.840802 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-5ba9346f-e153-4819-b570-1d089851d84e req-2957e642-2532-43a8-9e77-5a6e1be1dea1 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=840693fa-71a3-4a35-8979-596bfcc1aa86 HTTP/1.1" status: 200 len: 945 time: 0.0519640 May 24 14:00:18.888941 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-5ba9346f-e153-4819-b570-1d089851d84e req-a3e26a49-de53-45f3-b1a4-b0b064b29d8b tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f7ee75f-346e-4257-9dab-d16c69f4809c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427890 May 24 14:00:18.889473 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037ca23-0c24-414f-86f0-9d8f770971f2 req-b6c9b933-7a3f-4573-a5a1-0ff6df1db518 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:18.890965 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6037ca23-0c24-414f-86f0-9d8f770971f2 req-b6c9b933-7a3f-4573-a5a1-0ff6df1db518 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 945 time: 0.0498791 May 24 14:00:18.938568 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6037ca23-0c24-414f-86f0-9d8f770971f2 req-4036bbb1-6038-44a8-b1a5-dd992c2d11e4 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409770 May 24 14:00:19.992653 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:00:20.005102 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0ec18-1feb-4593-bfa2-c0e09ac5355e req-8aa48fa9-e22d-4fed-9637-f3d85298eefb tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:20.006673 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d7f0ec18-1feb-4593-bfa2-c0e09ac5355e req-8aa48fa9-e22d-4fed-9637-f3d85298eefb tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=840693fa-71a3-4a35-8979-596bfcc1aa86 HTTP/1.1" status: 200 len: 945 time: 0.0512981 May 24 14:00:20.054637 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d7f0ec18-1feb-4593-bfa2-c0e09ac5355e req-2c23dbaa-47cf-4388-b22c-65c4e5e789ca tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f7ee75f-346e-4257-9dab-d16c69f4809c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424356 May 24 14:00:20.062397 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c74eb-f1fa-4a4a-9b5e-ba0838d47501 req-a400e85e-d83a-46a3-88cd-c5c1d421af73 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:20.063797 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0b0c74eb-f1fa-4a4a-9b5e-ba0838d47501 req-a400e85e-d83a-46a3-88cd-c5c1d421af73 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 945 time: 0.0473144 May 24 14:00:20.088431 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:00:20.111870 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0b0c74eb-f1fa-4a4a-9b5e-ba0838d47501 req-901b29a4-b92c-4033-b2d8-d75013d4452d tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420530 May 24 14:00:21.133196 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:00:21.169919 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cbbc4-80f1-4a0e-b19a-0a5e157b5f76 req-3504921c-2752-4273-9c29-d0a199f34903 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:21.171502 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bb9cbbc4-80f1-4a0e-b19a-0a5e157b5f76 req-3504921c-2752-4273-9c29-d0a199f34903 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=840693fa-71a3-4a35-8979-596bfcc1aa86 HTTP/1.1" status: 200 len: 945 time: 0.0488257 May 24 14:00:21.222581 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bb9cbbc4-80f1-4a0e-b19a-0a5e157b5f76 req-cad3db73-b7ff-452d-bda8-c308216337c1 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f7ee75f-346e-4257-9dab-d16c69f4809c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450535 May 24 14:00:21.234336 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b1cad-246c-4472-85ea-1a01b4e72f30 req-7b6aae66-23ba-4a5f-acdd-5df20d00de0d tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:21.235864 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-102b1cad-246c-4472-85ea-1a01b4e72f30 req-7b6aae66-23ba-4a5f-acdd-5df20d00de0d tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 945 time: 0.0496912 May 24 14:00:21.258218 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:00:21.285041 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-102b1cad-246c-4472-85ea-1a01b4e72f30 req-f1606868-d82e-43ce-a8d8-993065135db3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429699 May 24 14:00:21.331777 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48ed0c-026c-4d92-a2bb-fb2d2bee271f req-1ae55472-693e-4a9b-9af9-7517dd9ceb38 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:21.333897 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-2b48ed0c-026c-4d92-a2bb-fb2d2bee271f req-1ae55472-693e-4a9b-9af9-7517dd9ceb38 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=840693fa-71a3-4a35-8979-596bfcc1aa86 HTTP/1.1" status: 200 len: 945 time: 0.0473638 May 24 14:00:21.342747 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 40174) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:00:21.347031 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-831a9f9d-f00f-4206-8abb-7b23ba1e9408 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Request body: {'floatingip': {'port_id': '7c101693-d68b-41a9-ac5b-61fc73b8be1d'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:00:21.383591 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-831a9f9d-f00f-4206-8abb-7b23ba1e9408 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for floatingip (2332ca7a-a1ad-4905-901e-5fee5c5540e5), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:21.797662 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-831a9f9d-f00f-4206-8abb-7b23ba1e9408 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:21.801768 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-831a9f9d-f00f-4206-8abb-7b23ba1e9408 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534436'] for floatingip (2332ca7a-a1ad-4905-901e-5fee5c5540e5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:22.093218 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.db.l3_db [None req-831a9f9d-f00f-4206-8abb-7b23ba1e9408 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Floating IP 2332ca7a-a1ad-4905-901e-5fee5c5540e5 associated. External IP: 172.27.3.97, port: 7c101693-d68b-41a9-ac5b-61fc73b8be1d. May 24 14:00:22.284697 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831a9f9d-f00f-4206-8abb-7b23ba1e9408 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Router ad81732b-36f1-4d60-94a0-5ff4de888569 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:00:22.326870 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:00:22.389785 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831a9f9d-f00f-4206-8abb-7b23ba1e9408 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:00:22.394109 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-831a9f9d-f00f-4206-8abb-7b23ba1e9408 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:22.401495 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeda8eb9-b5c4-4c02-8a03-9dbf67927200 None None] Sync routers for ids ['ad81732b-36f1-4d60-94a0-5ff4de888569'] in dv-cinder-842129-1-iscsi {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:00:22.407928 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11570a-10ef-4945-a52b-f5b0cb67dbfc req-399d57d9-3f27-472e-90c0-f9da5085eee6 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:22.409441 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ce11570a-10ef-4945-a52b-f5b0cb67dbfc req-399d57d9-3f27-472e-90c0-f9da5085eee6 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 945 time: 0.0507646 May 24 14:00:22.418172 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeda8eb9-b5c4-4c02-8a03-9dbf67927200 None None] Routers {'ad81732b-36f1-4d60-94a0-5ff4de888569'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:00:22.418801 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-eeda8eb9-b5c4-4c02-8a03-9dbf67927200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T13:59:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad81732b-36f1-4d60-94a0-5ff4de888569'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:00:22.427379 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-831a9f9d-f00f-4206-8abb-7b23ba1e9408 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "PUT /v2.0/floatingips/2332ca7a-a1ad-4905-901e-5fee5c5540e5 HTTP/1.1" status: 200 len: 990 time: 1.0835512 May 24 14:00:22.428372 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840693fa-71a3-4a35-8979-596bfcc1aa86', 'tag': '7c101693-d68b-41a9-ac5b-61fc73b8be1d'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:00:22.430885 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60922b96e112649546d89072a262e180bf09e65c4ab2e641290b12b7b14c337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8720d1-90a2-4d0c-bb02-b22b3b5589a0" -d '{"events": [{"name": "network-changed", "server_uuid": "840693fa-71a3-4a35-8979-596bfcc1aa86", "tag": "7c101693-d68b-41a9-ac5b-61fc73b8be1d"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:00:22.460078 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ce11570a-10ef-4945-a52b-f5b0cb67dbfc req-86c75395-e88f-47d4-bcfd-4462ae00ece4 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445483 May 24 14:00:22.468220 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 14:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce900c3-afa5-4b8b-9464-e400f1f094f8 x-openstack-request-id: req-fce900c3-afa5-4b8b-9464-e400f1f094f8 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:00:22.468514 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840693fa-71a3-4a35-8979-596bfcc1aa86", "tag": "7c101693-d68b-41a9-ac5b-61fc73b8be1d", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:00:22.468768 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fce900c3-afa5-4b8b-9464-e400f1f094f8 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:00:22.469171 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fce900c3-afa5-4b8b-9464-e400f1f094f8'] response: {'name': 'network-changed', 'server_uuid': '840693fa-71a3-4a35-8979-596bfcc1aa86', 'tag': '7c101693-d68b-41a9-ac5b-61fc73b8be1d', 'status': 'completed', 'code': 200} May 24 14:00:22.526479 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-eeda8eb9-b5c4-4c02-8a03-9dbf67927200 None None] Set router ad81732b-36f1-4d60-94a0-5ff4de888569 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:00:22.531105 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8720d1-90a2-4d0c-bb02-b22b3b5589a0 req-24c2c2e9-6654-4396-9d34-d749cef773e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:22.532625 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ca8720d1-90a2-4d0c-bb02-b22b3b5589a0 req-24c2c2e9-6654-4396-9d34-d749cef773e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3db44af3db3441b7a0c5eb524eb35806&device_id=840693fa-71a3-4a35-8979-596bfcc1aa86 HTTP/1.1" status: 200 len: 1129 time: 0.0406084 May 24 14:00:22.624516 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8720d1-90a2-4d0c-bb02-b22b3b5589a0 req-c6a6d2aa-701b-4c2d-8d9d-dbe252e815b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:22.625971 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ca8720d1-90a2-4d0c-bb02-b22b3b5589a0 req-c6a6d2aa-701b-4c2d-8d9d-dbe252e815b6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e5782d9-5791-4763-85b4-bfd8289d9060 HTTP/1.1" status: 200 len: 916 time: 0.0863929 May 24 14:00:22.685343 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ca8720d1-90a2-4d0c-bb02-b22b3b5589a0 req-d4c188d4-1c74-4d3a-8634-b5b1a0316df6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c101693-d68b-41a9-ac5b-61fc73b8be1d HTTP/1.1" status: 200 len: 998 time: 0.0532603 May 24 14:00:22.737389 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8720d1-90a2-4d0c-bb02-b22b3b5589a0 req-99090db9-c7f5-4101-8308-527508e12ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:22.737606 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-eeda8eb9-b5c4-4c02-8a03-9dbf67927200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'name': 'tempest-AttachVolumeNegativeTest-2059950791-router', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:32Z', 'updated_at': '2022-05-24T13:55:39Z', 'revision_number': 4, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'gw_port': {'id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '2332ca7a-a1ad-4905-901e-5fee5c5540e5', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'port_id': '7c101693-d68b-41a9-ac5b-61fc73b8be1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'mac_address': 'fa:16:3e:64:12:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840693fa-71a3-4a35-8979-596bfcc1aa86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T14:00:07Z', 'updated_at': '2022-05-24T14:00:21Z', 'revision_number': 1, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'fixed_ip_address_scope': None}, {'id': 'e88eebf3-a7aa-437a-9745-acd03b37f024', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'port_id': '52d23d1f-444b-41aa-8726-0248ab97db05', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'mac_address': 'fa:16:3e:1f:fd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9302a225-a5b2-456b-97ef-a6c329608645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T13:55:48Z', 'updated_at': '2022-05-24T13:56:30Z', 'revision_number': 2, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de62c04-2abf-4511-baba-d8f3c2e68ab2', 'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'mac_address': 'fa:16:3e:8e:27:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:38Z', 'updated_at': '2022-05-24T13:55:46Z', 'revision_number': 5, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'subnets': [{'id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:00:22.739374 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ca8720d1-90a2-4d0c-bb02-b22b3b5589a0 req-99090db9-c7f5-4101-8308-527508e12ba9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fb85256-d55e-4eee-985a-4e3dd416d342 HTTP/1.1" status: 200 len: 854 time: 0.0463331 May 24 14:00:22.762414 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeda8eb9-b5c4-4c02-8a03-9dbf67927200 None None] Checking router: ad81732b-36f1-4d60-94a0-5ff4de888569 for host: dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:00:22.771276 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeda8eb9-b5c4-4c02-8a03-9dbf67927200 None None] Routers {'ad81732b-36f1-4d60-94a0-5ff4de888569'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:00:22.771897 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-eeda8eb9-b5c4-4c02-8a03-9dbf67927200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T13:59:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad81732b-36f1-4d60-94a0-5ff4de888569'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:00:22.782940 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8720d1-90a2-4d0c-bb02-b22b3b5589a0 req-d7346665-597c-4135-a17e-d6a410a3b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:22.784478 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ca8720d1-90a2-4d0c-bb02-b22b3b5589a0 req-d7346665-597c-4135-a17e-d6a410a3b6ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e5782d9-5791-4763-85b4-bfd8289d9060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387640 May 24 14:00:22.871654 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-eeda8eb9-b5c4-4c02-8a03-9dbf67927200 None None] Set router ad81732b-36f1-4d60-94a0-5ff4de888569 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:00:22.872068 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ca8720d1-90a2-4d0c-bb02-b22b3b5589a0 req-2b6e6ef1-9c56-4924-b00b-3b6000f2db2d service neutron] 10.222.0.55 "GET /v2.0/networks/2e5782d9-5791-4763-85b4-bfd8289d9060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803566 May 24 14:00:22.966060 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ca8720d1-90a2-4d0c-bb02-b22b3b5589a0 req-cd20bc8e-1245-43f1-adf8-a370ff81e931 service neutron] 10.222.0.55 "GET /v2.0/networks/2e5782d9-5791-4763-85b4-bfd8289d9060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855882 May 24 14:00:23.080907 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-eeda8eb9-b5c4-4c02-8a03-9dbf67927200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'name': 'tempest-AttachVolumeNegativeTest-2059950791-router', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:32Z', 'updated_at': '2022-05-24T13:55:39Z', 'revision_number': 4, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'gw_port': {'id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '2332ca7a-a1ad-4905-901e-5fee5c5540e5', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'port_id': '7c101693-d68b-41a9-ac5b-61fc73b8be1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'mac_address': 'fa:16:3e:64:12:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840693fa-71a3-4a35-8979-596bfcc1aa86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T14:00:07Z', 'updated_at': '2022-05-24T14:00:21Z', 'revision_number': 1, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'fixed_ip_address_scope': None}, {'id': 'e88eebf3-a7aa-437a-9745-acd03b37f024', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'port_id': '52d23d1f-444b-41aa-8726-0248ab97db05', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'mac_address': 'fa:16:3e:1f:fd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9302a225-a5b2-456b-97ef-a6c329608645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T13:55:48Z', 'updated_at': '2022-05-24T13:56:30Z', 'revision_number': 2, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de62c04-2abf-4511-baba-d8f3c2e68ab2', 'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'mac_address': 'fa:16:3e:8e:27:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:38Z', 'updated_at': '2022-05-24T13:55:46Z', 'revision_number': 5, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'subnets': [{'id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:00:23.110479 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeda8eb9-b5c4-4c02-8a03-9dbf67927200 None None] The sync data for ids ['ad81732b-36f1-4d60-94a0-5ff4de888569'] in dv-cinder-842129-1-iscsi is: [{'id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'name': 'tempest-AttachVolumeNegativeTest-2059950791-router', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:32Z', 'updated_at': '2022-05-24T13:55:39Z', 'revision_number': 4, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'gw_port': {'id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '2332ca7a-a1ad-4905-901e-5fee5c5540e5', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'port_id': '7c101693-d68b-41a9-ac5b-61fc73b8be1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'mac_address': 'fa:16:3e:64:12:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840693fa-71a3-4a35-8979-596bfcc1aa86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T14:00:07Z', 'updated_at': '2022-05-24T14:00:21Z', 'revision_number': 1, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'fixed_ip_address_scope': None}, {'id': 'e88eebf3-a7aa-437a-9745-acd03b37f024', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'port_id': '52d23d1f-444b-41aa-8726-0248ab97db05', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'mac_address': 'fa:16:3e:1f:fd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9302a225-a5b2-456b-97ef-a6c329608645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T13:55:48Z', 'updated_at': '2022-05-24T13:56:30Z', 'revision_number': 2, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de62c04-2abf-4511-baba-d8f3c2e68ab2', 'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'mac_address': 'fa:16:3e:8e:27:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:38Z', 'updated_at': '2022-05-24T13:55:46Z', 'revision_number': 5, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'subnets': [{'id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:00:23.297916 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5072ce6f-9c4b-4f0b-8a67-f05e56414ea0 None None] New status for floating IP 2332ca7a-a1ad-4905-901e-5fee5c5540e5: ACTIVE {{(pid=103809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 14:00:23.300938 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=59,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:00:23.329494 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=69,neutron:UPDATE=4 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:00:23.544043 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:00:23.586414 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f0be7-90d0-4c44-af51-8cc19392b75f req-048b3e58-d2f2-4b70-8f19-909a270a9a9d tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:23.587952 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e69f0be7-90d0-4c44-af51-8cc19392b75f req-048b3e58-d2f2-4b70-8f19-909a270a9a9d tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 945 time: 0.0543649 May 24 14:00:23.638915 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e69f0be7-90d0-4c44-af51-8cc19392b75f req-7fb35244-aaac-4813-9436-d0824d031ad5 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453963 May 24 14:00:23.803972 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ed96bd11-15fc-4df3-880a-6d0d354bf4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:24.763988 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfe7a6-50f9-4f9d-8b24-716ca2161a37 req-57f592c2-6fa2-4fae-87fe-aff2c8316ae3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:24.765487 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b6bfe7a6-50f9-4f9d-8b24-716ca2161a37 req-57f592c2-6fa2-4fae-87fe-aff2c8316ae3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 945 time: 0.0553095 May 24 14:00:24.811539 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b6bfe7a6-50f9-4f9d-8b24-716ca2161a37 req-161de55d-0699-4bee-b193-4f12adb1181f tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404055 May 24 14:00:25.925296 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e81974-3678-4b5e-9f72-24450a21edb5 req-bcf77494-3b85-46d2-91ae-0f13f7f92412 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:25.927342 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-49e81974-3678-4b5e-9f72-24450a21edb5 req-bcf77494-3b85-46d2-91ae-0f13f7f92412 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 945 time: 0.0464354 May 24 14:00:25.974023 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-49e81974-3678-4b5e-9f72-24450a21edb5 req-b73b38b9-df47-4544-ab70-acabe33802df tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414078 May 24 14:00:26.135698 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-60d65413-8dab-47b0-8e66-9a60d680ae73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:27.094670 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f772ef0-e8f9-4e84-ab5b-3ba2e5bb138c req-1d157421-3271-484b-9c29-f3b2fe797a2a tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:27.096149 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5f772ef0-e8f9-4e84-ab5b-3ba2e5bb138c req-1d157421-3271-484b-9c29-f3b2fe797a2a tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 945 time: 0.0501006 May 24 14:00:27.142586 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5f772ef0-e8f9-4e84-ab5b-3ba2e5bb138c req-ff0c3fa3-b60e-47de-a762-229b71743642 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399594 May 24 14:00:27.400374 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:28.266062 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee75987-883e-409e-b14b-cfcb4e803ccc req-1ef34dd8-c097-4399-97c3-8641aad2cd52 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:28.267520 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-2ee75987-883e-409e-b14b-cfcb4e803ccc req-1ef34dd8-c097-4399-97c3-8641aad2cd52 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 945 time: 0.0505166 May 24 14:00:28.313897 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-2ee75987-883e-409e-b14b-cfcb4e803ccc req-28d1a29d-2ce6-4f2f-8e79-8544baba8ba0 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408962 May 24 14:00:28.531897 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:29.435797 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28d54b-5b08-495f-bd40-793d225b4c67 req-dbc0a109-cbbd-4577-ad1b-67e7f83a7d55 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:29.437334 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9e28d54b-5b08-495f-bd40-793d225b4c67 req-dbc0a109-cbbd-4577-ad1b-67e7f83a7d55 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 945 time: 0.0471199 May 24 14:00:29.484327 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9e28d54b-5b08-495f-bd40-793d225b4c67 req-4d5f7578-d34e-44ad-914b-7692baf8fd7f tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404639 May 24 14:00:29.948354 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 71391636-ab24-466d-8141-08c93e61241a details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=103809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 14:00:29.961079 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:00:30.053290 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 71391636-ab24-466d-8141-08c93e61241a, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=71391636-ab24-466d-8141-08c93e61241a,segment=NetworkSegment(132fe624-87e3-43f2-9650-2a427f750a75),segment_id=132fe624-87e3-43f2-9650-2a427f750a75)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:00:30.064458 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Returning: {'device': '71391636-ab24-466d-8141-08c93e61241a', 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c', 'port_id': '71391636-ab24-466d-8141-08c93e61241a', 'mac_address': 'fa:16:3e:a2:6b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be785c0-42d8-4f57-9b56-6849abcace7e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 14:00:30.102630 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 71391636-ab24-466d-8141-08c93e61241a is: ACTIVE; New status is: BUILD {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:00:30.102937 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (71391636-ab24-466d-8141-08c93e61241a), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:30.115876 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71391636-ab24-466d-8141-08c93e61241a {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 14:00:30.134959 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 71391636-ab24-466d-8141-08c93e61241a, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=71391636-ab24-466d-8141-08c93e61241a,segment=NetworkSegment(132fe624-87e3-43f2-9650-2a427f750a75),segment_id=132fe624-87e3-43f2-9650-2a427f750a75)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:00:30.139158 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (71391636-ab24-466d-8141-08c93e61241a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:30.186311 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=71391636-ab24-466d-8141-08c93e61241a,revision_number=6']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:00:30.259810 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['71391636-ab24-466d-8141-08c93e61241a'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 14:00:30.408558 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:30.601585 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9850d37-6ef5-4aa0-b0bf-1112bc29eaed req-44328cd7-2f70-4821-80f9-e543f0592e8d tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:30.603033 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-b9850d37-6ef5-4aa0-b0bf-1112bc29eaed req-44328cd7-2f70-4821-80f9-e543f0592e8d tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 944 time: 0.0462189 May 24 14:00:30.649673 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-b9850d37-6ef5-4aa0-b0bf-1112bc29eaed req-166f92db-173a-4d22-937a-b310b1b35452 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410995 May 24 14:00:31.766619 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6371307-7e86-46f7-87d6-4a8625dddacc req-2f7440d5-ab2c-497b-91cf-22c46e612679 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:31.768016 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c6371307-7e86-46f7-87d6-4a8625dddacc req-2f7440d5-ab2c-497b-91cf-22c46e612679 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 944 time: 0.0469482 May 24 14:00:31.788289 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:00:31.818928 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c6371307-7e86-46f7-87d6-4a8625dddacc req-6de24700-23ea-4883-96a7-e25c458104bd tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452762 May 24 14:00:31.967063 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 71391636-ab24-466d-8141-08c93e61241a up at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:00:32.010693 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning complete for port 71391636-ab24-466d-8141-08c93e61241a triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:00:32.011060 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (71391636-ab24-466d-8141-08c93e61241a), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:32.084407 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 71391636-ab24-466d-8141-08c93e61241a is: BUILD; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:00:32.084730 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (71391636-ab24-466d-8141-08c93e61241a), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:32.107355 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7359d8e4-b8a7-4219-903d-71ea9f7a9292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71391636-ab24-466d-8141-08c93e61241a'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:00:32.109598 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6704ccb53a4068acec69ef2b688a9e5af712f2ba46f4bf8cce86ae06eb28aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8573441-a123-4f08-ac82-7c3bc3940484" -d '{"events": [{"server_uuid": "7359d8e4-b8a7-4219-903d-71ea9f7a9292", "name": "network-vif-plugged", "status": "completed", "tag": "71391636-ab24-466d-8141-08c93e61241a"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:00:32.123101 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 71391636-ab24-466d-8141-08c93e61241a, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=71391636-ab24-466d-8141-08c93e61241a,segment=NetworkSegment(132fe624-87e3-43f2-9650-2a427f750a75),segment_id=132fe624-87e3-43f2-9650-2a427f750a75)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:00:32.127700 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (71391636-ab24-466d-8141-08c93e61241a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:32.152574 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 14:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5537e41e-2421-4f9c-bb37-c3a4bf9027ac x-openstack-request-id: req-5537e41e-2421-4f9c-bb37-c3a4bf9027ac {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:00:32.152890 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7359d8e4-b8a7-4219-903d-71ea9f7a9292", "name": "network-vif-plugged", "status": "completed", "tag": "71391636-ab24-466d-8141-08c93e61241a", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:00:32.153149 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5537e41e-2421-4f9c-bb37-c3a4bf9027ac {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:00:32.153539 dv-cinder-842129-1-iscsi neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5537e41e-2421-4f9c-bb37-c3a4bf9027ac'] response: {'server_uuid': '7359d8e4-b8a7-4219-903d-71ea9f7a9292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71391636-ab24-466d-8141-08c93e61241a', 'code': 200} May 24 14:00:32.177252 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=71391636-ab24-466d-8141-08c93e61241a,revision_number=7']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:00:32.938039 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa223eaf-06cd-4ac0-96e0-43963b693b68 req-fbc58917-672c-43ed-9f29-20b2cf1c77f1 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:32.939487 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-aa223eaf-06cd-4ac0-96e0-43963b693b68 req-fbc58917-672c-43ed-9f29-20b2cf1c77f1 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 945 time: 0.0463331 May 24 14:00:32.959694 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:00:32.994437 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-aa223eaf-06cd-4ac0-96e0-43963b693b68 req-55e4f709-f4d6-42e7-841a-4fdef9447916 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486104 May 24 14:00:34.119112 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a01973-7642-4833-a7ad-f7dce7fae8ae req-abb45137-4969-4e37-aba4-f43ba74fca55 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:34.120605 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-86a01973-7642-4833-a7ad-f7dce7fae8ae req-abb45137-4969-4e37-aba4-f43ba74fca55 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 945 time: 0.0475640 May 24 14:00:34.174763 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-86a01973-7642-4833-a7ad-f7dce7fae8ae req-ca09a9e5-797c-43b5-a6be-41d55f3f9557 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484083 May 24 14:00:34.384835 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 14:00:35.486474 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753a0bb-dad6-4708-a993-4c789b47353e req-414f9ea7-3b06-4dbe-9af9-b51b63537ac9 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:35.493822 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3753a0bb-dad6-4708-a993-4c789b47353e req-414f9ea7-3b06-4dbe-9af9-b51b63537ac9 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 945 time: 0.2412999 May 24 14:00:35.548092 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3753a0bb-dad6-4708-a993-4c789b47353e req-2a08da49-de47-4c49-a2b6-33e1e46c38e5 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533860 May 24 14:00:36.729788 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa9456-3bba-4001-8590-73edda2fd33f req-9068ebae-8720-434e-a60e-0d216ae19523 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:36.731339 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bffa9456-3bba-4001-8590-73edda2fd33f req-9068ebae-8720-434e-a60e-0d216ae19523 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 945 time: 0.1075835 May 24 14:00:36.783271 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bffa9456-3bba-4001-8590-73edda2fd33f req-a1dc38bd-efce-4273-a42a-8bd9c375c97e tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459082 May 24 14:00:37.916587 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d61ece-9662-4a63-b21c-526615366b95 req-0d032224-f21c-4cdf-91dd-a75e1e2ece9b tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:37.918067 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f3d61ece-9662-4a63-b21c-526615366b95 req-0d032224-f21c-4cdf-91dd-a75e1e2ece9b tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 945 time: 0.0526648 May 24 14:00:37.968273 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f3d61ece-9662-4a63-b21c-526615366b95 req-f32fa340-223c-4f69-ba2d-de7828d13c3a tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446863 May 24 14:00:38.233570 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-98d079a0-382f-45aa-85b0-f197d9807b11 req-17636acd-4d89-4670-bcf9-1734255eca60 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380344 May 24 14:00:38.309200 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d079a0-382f-45aa-85b0-f197d9807b11 req-82b28c6a-6a38-44d6-b55a-cf7703436123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:38.310664 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-98d079a0-382f-45aa-85b0-f197d9807b11 req-82b28c6a-6a38-44d6-b55a-cf7703436123 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54ee7d13408645e6b6517f541fe45670&device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 1130 time: 0.0400434 May 24 14:00:38.433767 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d079a0-382f-45aa-85b0-f197d9807b11 req-ca727fa8-ee20-407b-be40-71e61d4f246f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:38.435164 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-98d079a0-382f-45aa-85b0-f197d9807b11 req-ca727fa8-ee20-407b-be40-71e61d4f246f service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 HTTP/1.1" status: 200 len: 920 time: 0.1013844 May 24 14:00:38.479843 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-98d079a0-382f-45aa-85b0-f197d9807b11 req-ce601672-5597-42f4-aaeb-6f87556fa334 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=962017d2-ce45-4701-b48a-e3e4aa4836f5 HTTP/1.1" status: 200 len: 217 time: 0.0340011 May 24 14:00:38.538009 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d079a0-382f-45aa-85b0-f197d9807b11 req-5ac397a0-a750-4acd-b347-9c72e270708e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:38.539489 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-98d079a0-382f-45aa-85b0-f197d9807b11 req-5ac397a0-a750-4acd-b347-9c72e270708e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=899ca591-3ba0-4148-9660-6941aa8cd299 HTTP/1.1" status: 200 len: 858 time: 0.0469408 May 24 14:00:38.589838 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d079a0-382f-45aa-85b0-f197d9807b11 req-148bb130-2d90-4b28-b261-d86520989328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:38.591342 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-98d079a0-382f-45aa-85b0-f197d9807b11 req-148bb130-2d90-4b28-b261-d86520989328 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448377 May 24 14:00:38.691659 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-98d079a0-382f-45aa-85b0-f197d9807b11 req-b768e350-8b9c-4bbb-a13c-b67ae9ce0ce8 service neutron] 10.222.0.55 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900903 May 24 14:00:39.066603 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-98d079a0-382f-45aa-85b0-f197d9807b11 req-f4b4d21f-05ed-4944-a497-1fcc68e2f6ca service neutron] 10.222.0.55 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675809 May 24 14:00:39.110498 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e3dfb-fbe5-4bd9-b522-316bd573e5ac req-9ad4f050-a3cb-4f7f-86b5-6c427e8443c0 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:39.113083 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-1b2e3dfb-fbe5-4bd9-b522-316bd573e5ac req-9ad4f050-a3cb-4f7f-86b5-6c427e8443c0 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 945 time: 0.0686090 May 24 14:00:39.186435 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-1b2e3dfb-fbe5-4bd9-b522-316bd573e5ac req-ef3eb0d1-b220-42f8-b50b-1c2afdc5ea89 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554245 May 24 14:00:39.992902 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:40.342361 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942741d-edf8-4f9f-bb17-a6d327b3494d req-9491da10-8a84-485a-bf01-86646eb13a53 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:40.345079 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b942741d-edf8-4f9f-bb17-a6d327b3494d req-9491da10-8a84-485a-bf01-86646eb13a53 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 945 time: 0.0768182 May 24 14:00:40.408293 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b942741d-edf8-4f9f-bb17-a6d327b3494d req-ed5b169b-0395-4072-bad0-616db7145c24 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564637 May 24 14:00:41.547205 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa1849-5d00-4661-a9e6-dc4cb17a45a6 req-bde42a97-1beb-4588-9bf7-971948eacc02 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:41.552377 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d9fa1849-5d00-4661-a9e6-dc4cb17a45a6 req-bde42a97-1beb-4588-9bf7-971948eacc02 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 945 time: 0.0572071 May 24 14:00:41.602358 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d9fa1849-5d00-4661-a9e6-dc4cb17a45a6 req-eec0ca42-c603-4c70-ae61-5049e6936c73 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473871 May 24 14:00:42.175707 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=54 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:00:42.730720 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90fcf1-931b-4841-8bd8-ef39dcec0e4e req-f011d6ad-c3ad-4fec-aad5-f22b442ac651 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:42.732229 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-eb90fcf1-931b-4841-8bd8-ef39dcec0e4e req-f011d6ad-c3ad-4fec-aad5-f22b442ac651 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 945 time: 0.0513873 May 24 14:00:42.796531 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-eb90fcf1-931b-4841-8bd8-ef39dcec0e4e req-0a9389a2-4459-4636-bd65-504cdc1a4578 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578785 May 24 14:00:43.931741 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47722be-835d-4bf0-a7dc-545fcb421e10 req-db698630-d4a9-43c0-a01b-2a8fcaf40be1 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:43.933380 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c47722be-835d-4bf0-a7dc-545fcb421e10 req-db698630-d4a9-43c0-a01b-2a8fcaf40be1 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 945 time: 0.0564623 May 24 14:00:44.000817 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c47722be-835d-4bf0-a7dc-545fcb421e10 req-0df4cbc3-5bca-4f41-ae97-b20849a28253 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615547 May 24 14:00:45.127514 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5067e75-a31a-4f58-aa06-6b6117debc30 req-4650ff35-c971-4a44-840d-4daed847cef3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:45.129727 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d5067e75-a31a-4f58-aa06-6b6117debc30 req-4650ff35-c971-4a44-840d-4daed847cef3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 945 time: 0.0567234 May 24 14:00:45.160684 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:00:45.178144 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d5067e75-a31a-4f58-aa06-6b6117debc30 req-c047438f-915f-4dc8-b1b6-46b6f94ae258 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430727 May 24 14:00:45.719933 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:00:45.749039 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e3bd0-1b62-45eb-a26e-95835fbf836d req-d72026d4-0270-4fbf-86d4-691ecf9bb768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:45.750514 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a47e3bd0-1b62-45eb-a26e-95835fbf836d req-d72026d4-0270-4fbf-86d4-691ecf9bb768 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d3ebc40e12384ce4bb168690cfd5a27a&device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 1129 time: 0.0399671 May 24 14:00:45.841073 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e3bd0-1b62-45eb-a26e-95835fbf836d req-2fc1f6b4-e837-4584-a885-a209043750cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:45.842530 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a47e3bd0-1b62-45eb-a26e-95835fbf836d req-2fc1f6b4-e837-4584-a885-a209043750cb service neutron] 10.222.0.55 "GET /v2.0/networks?id=18065f5d-f31e-4fd3-b029-c409167bb83c HTTP/1.1" status: 200 len: 917 time: 0.0852520 May 24 14:00:45.904029 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a47e3bd0-1b62-45eb-a26e-95835fbf836d req-06aa37ab-a388-4c3d-ae46-2c7be79e12a2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71391636-ab24-466d-8141-08c93e61241a HTTP/1.1" status: 200 len: 1000 time: 0.0541050 May 24 14:00:45.951408 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e3bd0-1b62-45eb-a26e-95835fbf836d req-85992478-9a4b-48d9-9b1b-a6399270ba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:45.952815 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a47e3bd0-1b62-45eb-a26e-95835fbf836d req-85992478-9a4b-48d9-9b1b-a6399270ba6a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8be785c0-42d8-4f57-9b56-6849abcace7e HTTP/1.1" status: 200 len: 855 time: 0.0426066 May 24 14:00:45.998424 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e3bd0-1b62-45eb-a26e-95835fbf836d req-35bd40ed-fcfc-4202-a814-25f44487c3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:45.999905 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a47e3bd0-1b62-45eb-a26e-95835fbf836d req-35bd40ed-fcfc-4202-a814-25f44487c3ae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=18065f5d-f31e-4fd3-b029-c409167bb83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406909 May 24 14:00:46.094606 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a47e3bd0-1b62-45eb-a26e-95835fbf836d req-70c62546-0d5a-4930-ab44-7046312688f6 service neutron] 10.222.0.55 "GET /v2.0/networks/18065f5d-f31e-4fd3-b029-c409167bb83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874195 May 24 14:00:46.186434 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a47e3bd0-1b62-45eb-a26e-95835fbf836d req-e5a5b68e-51e7-4006-a617-d3c444ee10df service neutron] 10.222.0.55 "GET /v2.0/networks/18065f5d-f31e-4fd3-b029-c409167bb83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852787 May 24 14:00:46.294175 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019dba95-2bbb-45b8-9e60-69e3aa28c838 req-a3b803c5-f49c-4ecd-84c3-8bddaea53155 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:46.295529 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-019dba95-2bbb-45b8-9e60-69e3aa28c838 req-a3b803c5-f49c-4ecd-84c3-8bddaea53155 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 945 time: 0.0461297 May 24 14:00:46.328847 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:00:46.345589 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-019dba95-2bbb-45b8-9e60-69e3aa28c838 req-1311213a-80b5-45ea-9bb1-335b9e8fb4d5 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438843 May 24 14:00:47.467360 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8a41c-736f-4641-ac06-f1555b4e44d4 req-591c4614-c009-410a-b7e8-891eaf56b72b tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:47.468831 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7ad8a41c-736f-4641-ac06-f1555b4e44d4 req-591c4614-c009-410a-b7e8-891eaf56b72b tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 945 time: 0.0475185 May 24 14:00:47.516905 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7ad8a41c-736f-4641-ac06-f1555b4e44d4 req-5fb6b75b-e7c6-4d9d-b8c3-322ba26f4b67 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425141 May 24 14:00:48.076408 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 71391636-ab24-466d-8141-08c93e61241a no longer exists at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:00:48.148203 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 71391636-ab24-466d-8141-08c93e61241a is: ACTIVE; New status is: DOWN {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:00:48.148592 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (71391636-ab24-466d-8141-08c93e61241a), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:48.171679 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7359d8e4-b8a7-4219-903d-71ea9f7a9292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71391636-ab24-466d-8141-08c93e61241a'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:00:48.173895 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6704ccb53a4068acec69ef2b688a9e5af712f2ba46f4bf8cce86ae06eb28aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656ea805-59ee-49b2-92d9-7c8a4a34fb5c" -d '{"events": [{"server_uuid": "7359d8e4-b8a7-4219-903d-71ea9f7a9292", "name": "network-vif-unplugged", "status": "completed", "tag": "71391636-ab24-466d-8141-08c93e61241a"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:00:48.189733 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 71391636-ab24-466d-8141-08c93e61241a, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=71391636-ab24-466d-8141-08c93e61241a,segment=NetworkSegment(132fe624-87e3-43f2-9650-2a427f750a75),segment_id=132fe624-87e3-43f2-9650-2a427f750a75)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:00:48.194992 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (71391636-ab24-466d-8141-08c93e61241a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:48.217030 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 May 2022 14:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c76b557-69a3-4914-8344-8d0b6a3f877e x-openstack-request-id: req-9c76b557-69a3-4914-8344-8d0b6a3f877e {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:00:48.217342 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7359d8e4-b8a7-4219-903d-71ea9f7a9292", "name": "network-vif-unplugged", "status": "completed", "tag": "71391636-ab24-466d-8141-08c93e61241a", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:00:48.217600 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9c76b557-69a3-4914-8344-8d0b6a3f877e {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:00:48.218013 dv-cinder-842129-1-iscsi neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c76b557-69a3-4914-8344-8d0b6a3f877e'] response: {'server_uuid': '7359d8e4-b8a7-4219-903d-71ea9f7a9292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71391636-ab24-466d-8141-08c93e61241a', 'code': 200} May 24 14:00:48.243214 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=71391636-ab24-466d-8141-08c93e61241a,revision_number=8']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:00:48.634868 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb5188-3b9f-4cb7-a4d6-fe42e663b304 req-eb9bf49a-27ba-4efe-b609-4ab9e9c61334 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:48.636337 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-30eb5188-3b9f-4cb7-a4d6-fe42e663b304 req-eb9bf49a-27ba-4efe-b609-4ab9e9c61334 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 943 time: 0.0468321 May 24 14:00:48.686852 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-30eb5188-3b9f-4cb7-a4d6-fe42e663b304 req-579366d4-58e0-465d-a8c6-31938e079cd6 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450730 May 24 14:00:49.162390 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [req-76b09bde-3105-4067-8d98-fa0217e81006 req-75f7e7f3-26e9-43e6-822c-fd360a9f946e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103807) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 24 14:00:49.163379 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-76b09bde-3105-4067-8d98-fa0217e81006 req-75f7e7f3-26e9-43e6-822c-fd360a9f946e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059578 May 24 14:00:49.316117 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c8176-412c-4b94-bd91-32037813f97d req-f1002b85-d97b-4f28-b678-554724dd35b3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:49.317579 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-451c8176-412c-4b94-bd91-32037813f97d req-f1002b85-d97b-4f28-b678-554724dd35b3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 943 time: 0.0467243 May 24 14:00:49.367930 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-451c8176-412c-4b94-bd91-32037813f97d req-ae4313cc-a7a2-45de-bb8c-a65e1a7ecceb tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445187 May 24 14:00:49.376037 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=83 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:00:49.376665 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=76,neutron:DELETE=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:00:49.557140 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 40342) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:00:49.632159 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:00:49.640376 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6784adb8-ba44-4732-863c-0991cb0736e5 req-1216b71c-ea0b-49d5-b03e-7e2b34627f7b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0819216 May 24 14:00:49.649619 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [req-6784adb8-ba44-4732-863c-0991cb0736e5 req-76e06e89-d30d-4969-b326-afbed631bca9 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 24 14:00:49.650540 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6784adb8-ba44-4732-863c-0991cb0736e5 req-76e06e89-d30d-4969-b326-afbed631bca9 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048022 May 24 14:00:49.727058 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 40352) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:00:49.823935 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784adb8-ba44-4732-863c-0991cb0736e5 req-b64b02d3-553e-4e0a-993e-6a13de3d328d tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:49.825192 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6784adb8-ba44-4732-863c-0991cb0736e5 req-b64b02d3-553e-4e0a-993e-6a13de3d328d tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports/71391636-ab24-466d-8141-08c93e61241a HTTP/1.1" status: 200 len: 940 time: 0.0971799 May 24 14:00:50.489841 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a7bc8-aef7-4b9c-b799-495f2c9ee933 req-2acf3276-cec8-4601-8d12-07836268283a tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:50.491309 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f22a7bc8-aef7-4b9c-b799-495f2c9ee933 req-2acf3276-cec8-4601-8d12-07836268283a tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 943 time: 0.0471792 May 24 14:00:50.540608 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f22a7bc8-aef7-4b9c-b799-495f2c9ee933 req-dc14c775-43ac-4339-9a29-1b8d79c2e18e tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436313 May 24 14:00:51.323438 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784adb8-ba44-4732-863c-0991cb0736e5 req-e2dcdf0f-d187-4981-b5e4-f25b19083f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:51.324939 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6784adb8-ba44-4732-863c-0991cb0736e5 req-e2dcdf0f-d187-4981-b5e4-f25b19083f2d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292&tenant_id=d3ebc40e12384ce4bb168690cfd5a27a HTTP/1.1" status: 200 len: 1127 time: 0.1115153 May 24 14:00:51.389534 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784adb8-ba44-4732-863c-0991cb0736e5 req-d0d4194d-c492-47a3-ac54-12311b8c9ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:51.390985 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6784adb8-ba44-4732-863c-0991cb0736e5 req-d0d4194d-c492-47a3-ac54-12311b8c9ca4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d3ebc40e12384ce4bb168690cfd5a27a&device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 1127 time: 0.0420218 May 24 14:00:51.478193 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784adb8-ba44-4732-863c-0991cb0736e5 req-756e1c5d-6b11-4bff-bfcd-8974cf752b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:51.479569 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6784adb8-ba44-4732-863c-0991cb0736e5 req-756e1c5d-6b11-4bff-bfcd-8974cf752b26 service neutron] 10.222.0.55 "GET /v2.0/networks?id=18065f5d-f31e-4fd3-b029-c409167bb83c HTTP/1.1" status: 200 len: 917 time: 0.0831265 May 24 14:00:51.544767 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6784adb8-ba44-4732-863c-0991cb0736e5 req-473d9190-05fd-45e7-a98c-5ab6e24dfb93 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71391636-ab24-466d-8141-08c93e61241a HTTP/1.1" status: 200 len: 998 time: 0.0588615 May 24 14:00:51.584231 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:00:51.595584 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784adb8-ba44-4732-863c-0991cb0736e5 req-302aeced-dc35-4ce5-92cc-5990a6930913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:51.597174 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6784adb8-ba44-4732-863c-0991cb0736e5 req-302aeced-dc35-4ce5-92cc-5990a6930913 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8be785c0-42d8-4f57-9b56-6849abcace7e HTTP/1.1" status: 200 len: 855 time: 0.0464416 May 24 14:00:51.609411 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:00:51.641128 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784adb8-ba44-4732-863c-0991cb0736e5 req-20a17704-b54f-40f3-81a2-b47fc795653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:51.642642 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6784adb8-ba44-4732-863c-0991cb0736e5 req-20a17704-b54f-40f3-81a2-b47fc795653a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=18065f5d-f31e-4fd3-b029-c409167bb83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404551 May 24 14:00:51.659405 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d538723-e2f7-4f29-b6da-18b88890d589 req-9263d055-73ea-4008-998f-7469e72a6bef tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:51.660896 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-8d538723-e2f7-4f29-b6da-18b88890d589 req-9263d055-73ea-4008-998f-7469e72a6bef tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 943 time: 0.0472934 May 24 14:00:51.708125 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-8d538723-e2f7-4f29-b6da-18b88890d589 req-2998a208-cf4a-44dd-af12-17f90bf3b057 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414660 May 24 14:00:51.736621 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6784adb8-ba44-4732-863c-0991cb0736e5 req-d20a129e-21b7-49cf-9d66-b00075b0ab10 service neutron] 10.222.0.55 "GET /v2.0/networks/18065f5d-f31e-4fd3-b029-c409167bb83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880697 May 24 14:00:51.826177 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6784adb8-ba44-4732-863c-0991cb0736e5 req-2e159be4-d81a-4808-9da7-2d5740b2cb86 service neutron] 10.222.0.55 "GET /v2.0/networks/18065f5d-f31e-4fd3-b029-c409167bb83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823398 May 24 14:00:52.122565 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 71391636-ab24-466d-8141-08c93e61241a no longer exists at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:00:52.202902 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:00:52.205258 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 71391636-ab24-466d-8141-08c93e61241a is: DOWN; New status is: DOWN {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:00:52.845370 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9a8ad-094e-4b8f-b714-9800ee959d9a req-8ff01df5-b5e1-4be4-aa11-3538ba6714a8 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:52.847226 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-2df9a8ad-094e-4b8f-b714-9800ee959d9a req-8ff01df5-b5e1-4be4-aa11-3538ba6714a8 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 943 time: 0.0653358 May 24 14:00:52.896601 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-2df9a8ad-094e-4b8f-b714-9800ee959d9a req-fc9aeafd-64c8-4780-9984-d12e1c916183 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430965 May 24 14:00:53.794795 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:00:53.806744 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-676bf270-fe2e-4a78-bf7f-18e8de8898a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:54.018397 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebdaeb9-70b0-4791-b234-e3ef0d489367 req-7d386805-a33f-4349-a9e3-77f3ef65f94d tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:54.019800 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0ebdaeb9-70b0-4791-b234-e3ef0d489367 req-7d386805-a33f-4349-a9e3-77f3ef65f94d tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 943 time: 0.0479398 May 24 14:00:54.076962 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0ebdaeb9-70b0-4791-b234-e3ef0d489367 req-0919a08b-9f09-46b5-b19a-3cb18b952765 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506828 May 24 14:00:55.230803 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509279e-52fe-4556-97fd-2760f3ccab13 req-7985b64f-b45d-44e2-bd03-e82221229838 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:55.232378 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-2509279e-52fe-4556-97fd-2760f3ccab13 req-7985b64f-b45d-44e2-bd03-e82221229838 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 943 time: 0.0582044 May 24 14:00:55.282658 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-2509279e-52fe-4556-97fd-2760f3ccab13 req-b1d5d1a8-9206-4d84-9906-0d8ed44b208c tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443428 May 24 14:00:56.165501 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-af45b9b9-e91c-4db4-801f-7464b501cf58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:56.439238 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf8676-daf7-4bea-a1f8-869ccb849afe req-b6f0f164-73d7-40ed-bd79-8bd5d3294279 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:56.440689 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-8bdf8676-daf7-4bea-a1f8-869ccb849afe req-b6f0f164-73d7-40ed-bd79-8bd5d3294279 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 943 time: 0.0493870 May 24 14:00:56.494615 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-8bdf8676-daf7-4bea-a1f8-869ccb849afe req-73773b69-16db-4a96-9e38-a80bdca5c4af tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478108 May 24 14:00:57.403660 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:57.625626 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dde37c-3b51-48b8-89f9-ffbafd3ee931 req-5e8f3364-8f34-42a4-b7ac-55da333f2143 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:57.627163 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e0dde37c-3b51-48b8-89f9-ffbafd3ee931 req-5e8f3364-8f34-42a4-b7ac-55da333f2143 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 943 time: 0.0471072 May 24 14:00:57.682606 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e0dde37c-3b51-48b8-89f9-ffbafd3ee931 req-b50761e7-7ceb-459d-8f86-6dacf283e9b6 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482891 May 24 14:00:58.539297 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:00:58.820297 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d61ea-ab77-4e45-a3d0-f46f46790b47 req-30e41365-48ed-423b-a6b4-f15e8f66a9b5 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:58.822625 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-087d61ea-ab77-4e45-a3d0-f46f46790b47 req-30e41365-48ed-423b-a6b4-f15e8f66a9b5 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 943 time: 0.0518048 May 24 14:00:58.873210 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-087d61ea-ab77-4e45-a3d0-f46f46790b47 req-254f339c-9c3c-4d6a-83d6-d9e34dfeca8b tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444276 May 24 14:00:59.994602 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad945c-b5bb-45a8-b8f8-083c4bebe3e8 req-f6ea2cd8-2946-4f3b-9c0c-942f79033c67 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:00:59.996849 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-47ad945c-b5bb-45a8-b8f8-083c4bebe3e8 req-f6ea2cd8-2946-4f3b-9c0c-942f79033c67 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 943 time: 0.0491886 May 24 14:01:00.047891 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-47ad945c-b5bb-45a8-b8f8-083c4bebe3e8 req-6f62427d-3134-4dcf-ae12-2e1b9417be87 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445766 May 24 14:01:00.400218 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:01:01.203135 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db80dbb-1934-4d20-aedd-f3eb03baa68f req-e3540f9c-41b7-4429-a373-ddbe06bb7cb7 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:01.204658 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-3db80dbb-1934-4d20-aedd-f3eb03baa68f req-e3540f9c-41b7-4429-a373-ddbe06bb7cb7 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 943 time: 0.0525875 May 24 14:01:01.256268 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-3db80dbb-1934-4d20-aedd-f3eb03baa68f req-e69ceb24-235b-4959-af69-ec730b5c3851 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451136 May 24 14:01:02.375784 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d30b0-16f8-4d7a-931b-95d15ef5d474 req-98641eac-a3b7-460e-9a0a-ae4a05ae3a0c tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:02.377149 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d06d30b0-16f8-4d7a-931b-95d15ef5d474 req-98641eac-a3b7-460e-9a0a-ae4a05ae3a0c tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 943 time: 0.0485165 May 24 14:01:02.408284 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:01:02.425392 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d06d30b0-16f8-4d7a-931b-95d15ef5d474 req-2e857f2f-7947-42e7-afb0-ef86144ff43d tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418658 May 24 14:01:02.889775 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=29 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:01:02.892447 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=37 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:01:03.544322 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec7ead-62a7-472c-9486-622c41cabaee req-ab26b6f1-7728-44c9-a2a3-526405562111 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:03.545770 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c6ec7ead-62a7-472c-9486-622c41cabaee req-ab26b6f1-7728-44c9-a2a3-526405562111 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 943 time: 0.0503309 May 24 14:01:03.592693 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c6ec7ead-62a7-472c-9486-622c41cabaee req-1838fe38-af77-4d05-9f81-042f452d4ca6 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415258 May 24 14:01:04.709819 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4101d18-9e5d-4585-b59b-485189e467d3 req-cf550dab-e9a6-4610-9792-1929ee75f513 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:04.711266 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-b4101d18-9e5d-4585-b59b-485189e467d3 req-cf550dab-e9a6-4610-9792-1929ee75f513 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 943 time: 0.0474751 May 24 14:01:04.742188 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:01:04.760008 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-b4101d18-9e5d-4585-b59b-485189e467d3 req-55800cc9-1703-4465-ad9f-7f74455e24a6 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431433 May 24 14:01:05.875956 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45978c8-8efa-4f1a-82d0-d3ee5b0cdc9c req-9dc97ba3-fc49-4897-b3c9-9c042a78bdb1 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:05.877401 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d45978c8-8efa-4f1a-82d0-d3ee5b0cdc9c req-9dc97ba3-fc49-4897-b3c9-9c042a78bdb1 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 943 time: 0.0464880 May 24 14:01:05.926481 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d45978c8-8efa-4f1a-82d0-d3ee5b0cdc9c req-687b0abe-30ad-4eb9-be23-32974470eb8f tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429778 May 24 14:01:07.048899 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3423a-08f8-46e1-ba63-61ade1085807 req-a2fb05a0-a42a-4a21-9e70-92d4aa9396cf tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:07.050468 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-66c3423a-08f8-46e1-ba63-61ade1085807 req-a2fb05a0-a42a-4a21-9e70-92d4aa9396cf tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 943 time: 0.0494957 May 24 14:01:07.098944 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-66c3423a-08f8-46e1-ba63-61ade1085807 req-7d83702f-67ff-4900-95ad-2f03b0511d11 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422120 May 24 14:01:08.219586 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f07b9-d30a-4ee3-a754-2d46d3305e74 req-19664b50-a42c-4c5e-907c-07e1036dde5f tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:08.221074 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a85f07b9-d30a-4ee3-a754-2d46d3305e74 req-19664b50-a42c-4c5e-907c-07e1036dde5f tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 943 time: 0.0472744 May 24 14:01:08.268019 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a85f07b9-d30a-4ee3-a754-2d46d3305e74 req-581c2835-f1de-45ef-b0be-349137dd8333 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404618 May 24 14:01:08.531272 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:01:09.387193 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9540e3b-0ec7-4fe2-b2bb-e3273e3c21ea req-5c011250-100c-4b16-b7f4-758bdcca448e tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:09.388592 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a9540e3b-0ec7-4fe2-b2bb-e3273e3c21ea req-5c011250-100c-4b16-b7f4-758bdcca448e tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 943 time: 0.0474672 May 24 14:01:09.436514 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a9540e3b-0ec7-4fe2-b2bb-e3273e3c21ea req-2db8f900-e31b-4da8-991a-71ba5cb37865 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425043 May 24 14:01:09.984610 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:01:10.390379 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:01:10.559119 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46078185-afb4-4690-88cc-7b6a815832fa req-3d7b6d12-102f-4dfd-a1ef-f19f9113d10c tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:10.561059 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-46078185-afb4-4690-88cc-7b6a815832fa req-3d7b6d12-102f-4dfd-a1ef-f19f9113d10c tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 943 time: 0.0478010 May 24 14:01:10.618893 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-46078185-afb4-4690-88cc-7b6a815832fa req-44a3e8a2-59e6-41fb-9fe8-cffe9194547b tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523620 May 24 14:01:11.384045 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 14:01:11.739972 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707e3b0-c704-4f29-a6e1-9bdcfd64b298 req-30fbaecf-60af-4070-a280-1a5f0de00434 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:11.741427 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f707e3b0-c704-4f29-a6e1-9bdcfd64b298 req-30fbaecf-60af-4070-a280-1a5f0de00434 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 943 time: 0.0503294 May 24 14:01:11.792120 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f707e3b0-c704-4f29-a6e1-9bdcfd64b298 req-e31af364-39bc-48d0-ba87-8c9e03deb016 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448184 May 24 14:01:12.909473 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86eeaf-e134-4cf1-a4e9-a62a8ff46488 req-0316fc3b-0f93-4e89-9a48-115bc45411af tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:12.910923 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bb86eeaf-e134-4cf1-a4e9-a62a8ff46488 req-0316fc3b-0f93-4e89-9a48-115bc45411af tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 943 time: 0.0467827 May 24 14:01:12.956524 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bb86eeaf-e134-4cf1-a4e9-a62a8ff46488 req-f99a5be3-5197-44e4-ac6c-8a03cb042b4b tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394878 May 24 14:01:14.073424 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b62c60-83d8-4d88-87e4-73602cef575c req-b5f21c3b-0708-474d-b1f5-4860572c56c5 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:14.074868 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-49b62c60-83d8-4d88-87e4-73602cef575c req-b5f21c3b-0708-474d-b1f5-4860572c56c5 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 943 time: 0.0464461 May 24 14:01:14.121450 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-49b62c60-83d8-4d88-87e4-73602cef575c req-d127ddc5-734c-4118-bf1a-0c7df36fd0a2 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407753 May 24 14:01:14.250380 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 71391636-ab24-466d-8141-08c93e61241a details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=103809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 14:01:14.345693 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 71391636-ab24-466d-8141-08c93e61241a, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=71391636-ab24-466d-8141-08c93e61241a,segment=NetworkSegment(132fe624-87e3-43f2-9650-2a427f750a75),segment_id=132fe624-87e3-43f2-9650-2a427f750a75)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:01:14.360443 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Returning: {'device': '71391636-ab24-466d-8141-08c93e61241a', 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c', 'port_id': '71391636-ab24-466d-8141-08c93e61241a', 'mac_address': 'fa:16:3e:a2:6b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be785c0-42d8-4f57-9b56-6849abcace7e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 14:01:14.396703 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 71391636-ab24-466d-8141-08c93e61241a is: DOWN; New status is: BUILD {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:01:14.397090 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (71391636-ab24-466d-8141-08c93e61241a), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:01:14.410301 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71391636-ab24-466d-8141-08c93e61241a {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 14:01:14.429782 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 71391636-ab24-466d-8141-08c93e61241a, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=71391636-ab24-466d-8141-08c93e61241a,segment=NetworkSegment(132fe624-87e3-43f2-9650-2a427f750a75),segment_id=132fe624-87e3-43f2-9650-2a427f750a75)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:01:14.433927 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (71391636-ab24-466d-8141-08c93e61241a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:01:14.481813 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=71391636-ab24-466d-8141-08c93e61241a,revision_number=9']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:01:14.862451 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['71391636-ab24-466d-8141-08c93e61241a'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 14:01:15.238235 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a1f19-ac1a-40c8-a924-6b9c654fa6b8 req-38f2eb87-ef5b-47f0-8b94-a785f161d6ad tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:15.240299 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-eb0a1f19-ac1a-40c8-a924-6b9c654fa6b8 req-38f2eb87-ef5b-47f0-8b94-a785f161d6ad tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 944 time: 0.0475655 May 24 14:01:15.285497 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-eb0a1f19-ac1a-40c8-a924-6b9c654fa6b8 req-8c06a6f7-b239-4fc2-ba7b-b2add44d1b5b tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396309 May 24 14:01:15.791767 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7bdec-d9f1-4729-ba7b-3fcefa358f27 req-f201d6ba-d894-4188-8109-a774625e9b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:15.793272 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f6c7bdec-d9f1-4729-ba7b-3fcefa358f27 req-f201d6ba-d894-4188-8109-a774625e9b4f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54ee7d13408645e6b6517f541fe45670&device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 1130 time: 0.0717165 May 24 14:01:15.804076 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f9341-f438-47ea-a06b-9da5d579328e req-8df9d2a8-c79e-4c96-8d17-60aa720804be tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:15.805427 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a73f9341-f438-47ea-a06b-9da5d579328e req-8df9d2a8-c79e-4c96-8d17-60aa720804be tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0728922 May 24 14:01:15.919635 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a73f9341-f438-47ea-a06b-9da5d579328e req-3e4ec273-b62b-46e8-86df-db9b42ffcdfb tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052096 May 24 14:01:15.932960 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7bdec-d9f1-4729-ba7b-3fcefa358f27 req-848f6463-34fd-408c-88c6-e42e8e64ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:15.934417 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f6c7bdec-d9f1-4729-ba7b-3fcefa358f27 req-848f6463-34fd-408c-88c6-e42e8e64ee4d service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 HTTP/1.1" status: 200 len: 920 time: 0.1281762 May 24 14:01:15.994653 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f6c7bdec-d9f1-4729-ba7b-3fcefa358f27 req-ba514b5d-9226-44cb-b00d-a0bc0205f5d8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ec58c80-6380-4300-8c4d-013be3a1d9bb HTTP/1.1" status: 200 len: 1001 time: 0.0538251 May 24 14:01:16.045246 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7bdec-d9f1-4729-ba7b-3fcefa358f27 req-027186f4-6b10-4222-8df3-8b21045e184d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:16.046612 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f6c7bdec-d9f1-4729-ba7b-3fcefa358f27 req-027186f4-6b10-4222-8df3-8b21045e184d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=899ca591-3ba0-4148-9660-6941aa8cd299 HTTP/1.1" status: 200 len: 858 time: 0.0462458 May 24 14:01:16.088365 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7bdec-d9f1-4729-ba7b-3fcefa358f27 req-1e2120f5-d4f1-4e7a-ab44-9263f1e82873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:16.089779 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f6c7bdec-d9f1-4729-ba7b-3fcefa358f27 req-1e2120f5-d4f1-4e7a-ab44-9263f1e82873 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374062 May 24 14:01:16.187671 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f6c7bdec-d9f1-4729-ba7b-3fcefa358f27 req-56397365-3ecf-4e82-aabd-c80b5524be60 service neutron] 10.222.0.55 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910454 May 24 14:01:16.260408 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 71391636-ab24-466d-8141-08c93e61241a up at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:01:16.278358 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f6c7bdec-d9f1-4729-ba7b-3fcefa358f27 req-e795ca0a-fbcc-4842-aa9c-4834e575c8f5 service neutron] 10.222.0.55 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847561 May 24 14:01:16.304276 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning complete for port 71391636-ab24-466d-8141-08c93e61241a triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:01:16.304648 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (71391636-ab24-466d-8141-08c93e61241a), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:01:16.382387 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 71391636-ab24-466d-8141-08c93e61241a is: BUILD; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:01:16.382772 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (71391636-ab24-466d-8141-08c93e61241a), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:01:16.406328 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7359d8e4-b8a7-4219-903d-71ea9f7a9292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71391636-ab24-466d-8141-08c93e61241a'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:01:16.407370 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f502c24-0d5b-4b60-b130-fa2a33611b4c req-b16251fb-57d1-4020-898b-f7eaae7f82ab tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:16.408535 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6704ccb53a4068acec69ef2b688a9e5af712f2ba46f4bf8cce86ae06eb28aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366a39be-ac6f-412b-8862-e379596a7da1" -d '{"events": [{"server_uuid": "7359d8e4-b8a7-4219-903d-71ea9f7a9292", "name": "network-vif-plugged", "status": "completed", "tag": "71391636-ab24-466d-8141-08c93e61241a"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:01:16.411293 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-9f502c24-0d5b-4b60-b130-fa2a33611b4c req-b16251fb-57d1-4020-898b-f7eaae7f82ab tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 944 time: 0.0488374 May 24 14:01:16.423268 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 71391636-ab24-466d-8141-08c93e61241a, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=71391636-ab24-466d-8141-08c93e61241a,segment=NetworkSegment(132fe624-87e3-43f2-9650-2a427f750a75),segment_id=132fe624-87e3-43f2-9650-2a427f750a75)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:01:16.430097 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (71391636-ab24-466d-8141-08c93e61241a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:01:16.472258 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-9f502c24-0d5b-4b60-b130-fa2a33611b4c req-edbf3a8c-21a5-4e5f-897c-26ec70dbf7ad tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522859 May 24 14:01:16.480672 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=71391636-ab24-466d-8141-08c93e61241a,revision_number=10']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:01:16.488183 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:01:16.488538 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:01:16.488908 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:01:16.489795 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:01:16.490386 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:01:16.490490 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:01:16.490755 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:01:16.491217 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:01:16.491415 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:01:16.491714 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:01:16.496533 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:01:16.497055 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:01:16.497744 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:01:16.497744 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:01:16.498034 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:01:16.525999 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 14:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699cb4cd-40d2-47ca-96f5-72b0ab08930d x-openstack-request-id: req-699cb4cd-40d2-47ca-96f5-72b0ab08930d {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:01:16.526284 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7359d8e4-b8a7-4219-903d-71ea9f7a9292", "name": "network-vif-plugged", "status": "completed", "tag": "71391636-ab24-466d-8141-08c93e61241a", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:01:16.526532 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-699cb4cd-40d2-47ca-96f5-72b0ab08930d {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:01:16.526922 dv-cinder-842129-1-iscsi neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-699cb4cd-40d2-47ca-96f5-72b0ab08930d'] response: {'server_uuid': '7359d8e4-b8a7-4219-903d-71ea9f7a9292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71391636-ab24-466d-8141-08c93e61241a', 'code': 200} May 24 14:01:17.039392 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c78e49-2233-45d8-87eb-5f26481bbf23 req-8811798f-2424-407f-8448-a79d231da2d8 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:17.040895 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c1c78e49-2233-45d8-87eb-5f26481bbf23 req-8811798f-2424-407f-8448-a79d231da2d8 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0467806 May 24 14:01:17.090433 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b283d-2c97-40f9-b6b3-6244813184ce req-e0fa9849-ce99-4421-b919-07bc6f5627ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:17.092085 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-020b283d-2c97-40f9-b6b3-6244813184ce req-e0fa9849-ce99-4421-b919-07bc6f5627ab service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 1130 time: 0.0400136 May 24 14:01:17.093560 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c1c78e49-2233-45d8-87eb-5f26481bbf23 req-f7068c07-b34e-4494-873c-46d9cd075614 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470989 May 24 14:01:17.117556 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:01:17.128487 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:01:17.139613 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-020b283d-2c97-40f9-b6b3-6244813184ce req-d36f2667-58ea-41a0-8ede-fa471b7aeef6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416164 May 24 14:01:17.602778 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9bb9f-f60b-4684-b23f-f0c27adf3458 req-7b2cd333-1fc3-4556-b3d6-104f76dde00b tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:17.604248 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-aaa9bb9f-f60b-4684-b23f-f0c27adf3458 req-7b2cd333-1fc3-4556-b3d6-104f76dde00b tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 946 time: 0.0504420 May 24 14:01:17.650506 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-aaa9bb9f-f60b-4684-b23f-f0c27adf3458 req-6b82ce28-6c3c-4866-b20c-c7a97f786b2c tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408206 May 24 14:01:18.209588 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32320a-3c3b-4bb8-acf4-a63636e34cb7 req-c16ba8d7-cf4e-4ba6-8709-033bffc78d78 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:18.211031 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ce32320a-3c3b-4bb8-acf4-a63636e34cb7 req-c16ba8d7-cf4e-4ba6-8709-033bffc78d78 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0465631 May 24 14:01:18.257415 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ce32320a-3c3b-4bb8-acf4-a63636e34cb7 req-71ce2bff-f465-4668-b9a3-6697aad40356 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409112 May 24 14:01:18.766292 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2670b5-81fb-46d2-a740-27d0555e4a82 req-d05e916f-6f63-4c25-8d2f-20074f65c4e3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:18.767666 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6b2670b5-81fb-46d2-a740-27d0555e4a82 req-d05e916f-6f63-4c25-8d2f-20074f65c4e3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 946 time: 0.0461638 May 24 14:01:18.813847 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6b2670b5-81fb-46d2-a740-27d0555e4a82 req-52de5f12-25b6-4860-9461-48ac175e1fdb tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399265 May 24 14:01:19.375559 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda76d1-cb77-4902-9449-862bac15a075 req-e60043aa-d9ac-4d99-ab90-223fd5c7b368 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:19.377029 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ecda76d1-cb77-4902-9449-862bac15a075 req-e60043aa-d9ac-4d99-ab90-223fd5c7b368 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0512090 May 24 14:01:19.428681 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ecda76d1-cb77-4902-9449-862bac15a075 req-84b0b7f4-dd4a-4f22-b47f-38daa646650b tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455353 May 24 14:01:19.935279 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd676f-a15c-452d-b63a-a9dbc7b4570a req-2048aab1-eebb-469c-85e8-7ae131253af0 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:19.936773 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6efd676f-a15c-452d-b63a-a9dbc7b4570a req-2048aab1-eebb-469c-85e8-7ae131253af0 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 946 time: 0.0472507 May 24 14:01:19.986941 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6efd676f-a15c-452d-b63a-a9dbc7b4570a req-ba63db6a-ddec-45d9-a822-4da7c14dda90 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446143 May 24 14:01:20.543672 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bda3a3-b3b5-40ef-8d48-af61b589d3d6 req-aebc233c-72f2-4adc-9a5a-e3b9e72c268b tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:20.545154 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-67bda3a3-b3b5-40ef-8d48-af61b589d3d6 req-aebc233c-72f2-4adc-9a5a-e3b9e72c268b tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0469098 May 24 14:01:20.580388 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:01:20.596874 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-67bda3a3-b3b5-40ef-8d48-af61b589d3d6 req-f5fae754-81a4-493a-b099-aa49831909fc tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462608 May 24 14:01:21.104646 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96661963-bfd1-4638-bfba-a0572c65be1e req-47d5d6dc-826e-44ba-8474-692f378b89cc tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:21.106081 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-96661963-bfd1-4638-bfba-a0572c65be1e req-47d5d6dc-826e-44ba-8474-692f378b89cc tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 946 time: 0.0464365 May 24 14:01:21.153148 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-96661963-bfd1-4638-bfba-a0572c65be1e req-4644f93b-d68d-470f-bd20-f66c41e595ff tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416515 May 24 14:01:21.378964 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=4 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:01:21.379770 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=4 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:01:21.694926 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:01:21.713331 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e967e-5bc2-4a57-8df5-4ea4ba16322f req-948219f1-3a05-42f8-9070-3547a439881b tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:21.714828 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-872e967e-5bc2-4a57-8df5-4ea4ba16322f req-948219f1-3a05-42f8-9070-3547a439881b tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0501978 May 24 14:01:21.760756 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-872e967e-5bc2-4a57-8df5-4ea4ba16322f req-c254e392-2e9e-4023-8087-34dec323c8d9 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404909 May 24 14:01:22.873110 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d1bce-68f7-4966-a389-658ea12116fa req-549db615-4ce4-4314-a59d-00f64e43d572 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:22.874551 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-095d1bce-68f7-4966-a389-658ea12116fa req-549db615-4ce4-4314-a59d-00f64e43d572 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0458965 May 24 14:01:22.921393 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-095d1bce-68f7-4966-a389-658ea12116fa req-57c1d97e-3d52-4084-b250-08556bf3ed41 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407748 May 24 14:01:23.808756 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-89bc6760-8097-4127-b69e-877c1a2bea38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:01:24.033264 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc334b-e9ae-4d97-8465-c2302eb8fb10 req-be08098b-9006-4fc8-a9cb-765eb938bffa tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:24.034691 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-9adc334b-e9ae-4d97-8465-c2302eb8fb10 req-be08098b-9006-4fc8-a9cb-765eb938bffa tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0459380 May 24 14:01:24.081457 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-9adc334b-e9ae-4d97-8465-c2302eb8fb10 req-4464957f-2ac9-4b66-b756-d521c4beab41 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403061 May 24 14:01:25.200277 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91429e5b-8bcb-4dc5-b5bd-fec97fbe9f86 req-d8aee39c-e2f4-4e94-a5d7-bec6f1930185 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:25.201716 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-91429e5b-8bcb-4dc5-b5bd-fec97fbe9f86 req-d8aee39c-e2f4-4e94-a5d7-bec6f1930185 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0497041 May 24 14:01:25.248484 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-91429e5b-8bcb-4dc5-b5bd-fec97fbe9f86 req-388093c5-fa75-46a3-888e-dc562794ccef tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412753 May 24 14:01:26.132159 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:UPDATE=4,neutron:SELECT=65 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:01:26.143965 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4cdd7d26-2048-470d-a8e4-81b79153c791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:01:26.360057 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb375243-7f6c-4e71-84e0-d6c70ec6c38c req-7f7bcb02-e548-4ede-a0f7-00dae62147d6 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:26.361509 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bb375243-7f6c-4e71-84e0-d6c70ec6c38c req-7f7bcb02-e548-4ede-a0f7-00dae62147d6 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0465775 May 24 14:01:26.411043 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bb375243-7f6c-4e71-84e0-d6c70ec6c38c req-f88db996-2861-469c-8598-16428336a76d tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434477 May 24 14:01:27.405783 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:01:27.524741 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c91e75-5a1c-42f4-bee2-21f6617bcc07 req-71c117fc-a486-4dd8-8512-b18dfecda703 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:27.526249 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-65c91e75-5a1c-42f4-bee2-21f6617bcc07 req-71c117fc-a486-4dd8-8512-b18dfecda703 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0479288 May 24 14:01:27.572174 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-65c91e75-5a1c-42f4-bee2-21f6617bcc07 req-2f174d4c-58cb-4e94-bcc5-cf75852adce5 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404482 May 24 14:01:28.537182 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:01:28.683226 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566a6ee-705c-4bc8-8b25-5bbd8bbf79fc req-6283eb92-31c2-4d72-9bb8-8aa829429d9e tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:28.684687 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6566a6ee-705c-4bc8-8b25-5bbd8bbf79fc req-6283eb92-31c2-4d72-9bb8-8aa829429d9e tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0461762 May 24 14:01:28.731302 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6566a6ee-705c-4bc8-8b25-5bbd8bbf79fc req-a6da343e-272c-4cca-ad7e-3e41aba7151d tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412264 May 24 14:01:29.844054 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6750b-9e73-4ca6-915a-bd50a5084fcc req-cd03ad65-9dd0-4559-b25b-d52fd360b1b9 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:29.845805 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-22f6750b-9e73-4ca6-915a-bd50a5084fcc req-cd03ad65-9dd0-4559-b25b-d52fd360b1b9 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0467556 May 24 14:01:29.896034 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-22f6750b-9e73-4ca6-915a-bd50a5084fcc req-09ad7d2b-ffc4-4e8a-8b53-7460e6f1ffd1 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450423 May 24 14:01:30.403253 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:01:31.009485 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53092f-6e1b-4577-a438-a36b265c5d96 req-4c6541e7-d0f2-41f1-a973-5b8258475e28 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:31.010917 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-fd53092f-6e1b-4577-a438-a36b265c5d96 req-4c6541e7-d0f2-41f1-a973-5b8258475e28 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0462890 May 24 14:01:31.057154 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-fd53092f-6e1b-4577-a438-a36b265c5d96 req-fbedb37e-98e8-4e71-b511-8baef6fe651e tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407922 May 24 14:01:32.173151 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec7239-b759-45d5-a568-7350a040687f req-cf05a6ff-f2b7-4c9f-8c67-09de890c0d23 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:32.174657 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9eec7239-b759-45d5-a568-7350a040687f req-cf05a6ff-f2b7-4c9f-8c67-09de890c0d23 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0471871 May 24 14:01:32.222408 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9eec7239-b759-45d5-a568-7350a040687f req-2c31c8d4-a939-4e1b-bb25-cf3bbfd80cdf tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414808 May 24 14:01:33.340873 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa1342-da33-4b4d-b97c-cd9fbb92a29b req-39b03536-626a-42bf-b03c-98d624c89ae1 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:33.342699 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e1aa1342-da33-4b4d-b97c-cd9fbb92a29b req-39b03536-626a-42bf-b03c-98d624c89ae1 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0504889 May 24 14:01:33.390993 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e1aa1342-da33-4b4d-b97c-cd9fbb92a29b req-5dd1411c-65e0-4e8d-8fdb-4095339aa928 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421257 May 24 14:01:33.900298 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420433b1-e019-492a-9a3b-9534954e6085 req-dbf29599-651f-44fe-93bf-d2b6b92177b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:33.901740 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-420433b1-e019-492a-9a3b-9534954e6085 req-dbf29599-651f-44fe-93bf-d2b6b92177b5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 1130 time: 0.0379977 May 24 14:01:33.944762 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-420433b1-e019-492a-9a3b-9534954e6085 req-ae47f1a4-c2fd-498e-9bc0-e2b36843fc88 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369818 May 24 14:01:34.507905 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79587c4-6dfd-44da-bce4-a0d3dbee380d req-eda89f90-59cb-4f9a-917e-beb23152f733 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:34.509412 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f79587c4-6dfd-44da-bce4-a0d3dbee380d req-eda89f90-59cb-4f9a-917e-beb23152f733 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0503695 May 24 14:01:34.527508 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:01:34.557062 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f79587c4-6dfd-44da-bce4-a0d3dbee380d req-2f1c8154-0c1e-4084-b605-b46c871adedd tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422585 May 24 14:01:35.676829 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219d269-ebb7-4f63-bf2d-bf3e37e076c2 req-01b61687-2c2e-4f30-8291-2298c44b7b95 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:35.678278 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-4219d269-ebb7-4f63-bf2d-bf3e37e076c2 req-01b61687-2c2e-4f30-8291-2298c44b7b95 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0468807 May 24 14:01:35.724782 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-4219d269-ebb7-4f63-bf2d-bf3e37e076c2 req-ad0f00da-5a72-4158-a5ea-57137c896784 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410349 May 24 14:01:36.103529 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:01:36.115939 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f0d8b-3021-4b5e-9f06-2c9e54109c87 req-b7b462df-9420-4f5f-aef4-2743888aa512 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:36.117422 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4a5f0d8b-3021-4b5e-9f06-2c9e54109c87 req-b7b462df-9420-4f5f-aef4-2743888aa512 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0489788 May 24 14:01:36.164727 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4a5f0d8b-3021-4b5e-9f06-2c9e54109c87 req-6aea43f0-b20c-449d-a5df-216cf6be6cc9 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412591 May 24 14:01:36.376788 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fa34f-4ea3-4bd6-8db9-eee4813e1cef req-56fdf602-5820-47d2-b555-d85f54305b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:36.378308 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1d7fa34f-4ea3-4bd6-8db9-eee4813e1cef req-56fdf602-5820-47d2-b555-d85f54305b78 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54ee7d13408645e6b6517f541fe45670&device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 1130 time: 0.0441756 May 24 14:01:36.466419 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fa34f-4ea3-4bd6-8db9-eee4813e1cef req-ba1335f9-7033-4543-b05d-6a4b92bdce6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:36.467904 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1d7fa34f-4ea3-4bd6-8db9-eee4813e1cef req-ba1335f9-7033-4543-b05d-6a4b92bdce6a service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 HTTP/1.1" status: 200 len: 920 time: 0.0827522 May 24 14:01:36.531387 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1d7fa34f-4ea3-4bd6-8db9-eee4813e1cef req-88e7780c-d64c-4499-af47-2528953c67b4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ec58c80-6380-4300-8c4d-013be3a1d9bb HTTP/1.1" status: 200 len: 1001 time: 0.0570967 May 24 14:01:36.578636 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fa34f-4ea3-4bd6-8db9-eee4813e1cef req-236446d9-80d4-4294-af80-a9d6d6e6ba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:36.580055 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1d7fa34f-4ea3-4bd6-8db9-eee4813e1cef req-236446d9-80d4-4294-af80-a9d6d6e6ba8a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=899ca591-3ba0-4148-9660-6941aa8cd299 HTTP/1.1" status: 200 len: 858 time: 0.0424159 May 24 14:01:36.623168 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fa34f-4ea3-4bd6-8db9-eee4813e1cef req-3af5ed76-5d2e-444c-8296-7f3242baff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:36.624674 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1d7fa34f-4ea3-4bd6-8db9-eee4813e1cef req-3af5ed76-5d2e-444c-8296-7f3242baff5c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383050 May 24 14:01:36.714145 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1d7fa34f-4ea3-4bd6-8db9-eee4813e1cef req-a5bb22cd-8f8f-416b-b82f-8ead51169cff service neutron] 10.222.0.55 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829144 May 24 14:01:36.801529 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1d7fa34f-4ea3-4bd6-8db9-eee4813e1cef req-e08e9364-5d1d-4342-9ee3-b091b7c35510 service neutron] 10.222.0.55 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810592 May 24 14:01:37.283241 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bf913-693f-480d-a5e3-0983097b68b7 req-3e4918ce-0b54-462c-96ff-583c4e788050 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:37.284786 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-804bf913-693f-480d-a5e3-0983097b68b7 req-3e4918ce-0b54-462c-96ff-583c4e788050 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0506895 May 24 14:01:37.337987 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-804bf913-693f-480d-a5e3-0983097b68b7 req-112ee013-5fb3-4934-b3c0-5334e94e88b2 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475824 May 24 14:01:38.451998 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a768d2-e1bd-4a46-bebb-e3217356c1bf req-ae759974-f7a9-47c2-b86c-793d51c7ab19 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:38.453447 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-57a768d2-e1bd-4a46-bebb-e3217356c1bf req-ae759974-f7a9-47c2-b86c-793d51c7ab19 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0468373 May 24 14:01:38.499860 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-57a768d2-e1bd-4a46-bebb-e3217356c1bf req-a68e1ce8-138b-4f99-81c6-054977e5174d tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407913 May 24 14:01:39.547844 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8f22a2a7-70f2-4b9a-b9f7-9e8af8be3258 req-de56430e-940c-48eb-a581-137f48139a25 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9302a225-a5b2-456b-97ef-a6c329608645&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418744 May 24 14:01:39.606220 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22a2a7-70f2-4b9a-b9f7-9e8af8be3258 req-f67a88d4-f351-46cc-b1bc-dc0535d0ae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:39.607771 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8f22a2a7-70f2-4b9a-b9f7-9e8af8be3258 req-f67a88d4-f351-46cc-b1bc-dc0535d0ae7a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3db44af3db3441b7a0c5eb524eb35806&device_id=9302a225-a5b2-456b-97ef-a6c329608645 HTTP/1.1" status: 200 len: 1130 time: 0.0395751 May 24 14:01:39.614776 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cf99d-15c0-45ed-8f39-fe93dd7a9a0f req-e9b5b620-9ada-480d-9049-1355d5da5ffa tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:39.616265 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-645cf99d-15c0-45ed-8f39-fe93dd7a9a0f req-e9b5b620-9ada-480d-9049-1355d5da5ffa tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0470402 May 24 14:01:39.665839 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-645cf99d-15c0-45ed-8f39-fe93dd7a9a0f req-d84da903-b62d-4786-8749-bfabbc077088 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426636 May 24 14:01:39.718411 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22a2a7-70f2-4b9a-b9f7-9e8af8be3258 req-976bd248-e8b1-463c-bfe9-9b58fc036601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:39.719931 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8f22a2a7-70f2-4b9a-b9f7-9e8af8be3258 req-976bd248-e8b1-463c-bfe9-9b58fc036601 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e5782d9-5791-4763-85b4-bfd8289d9060 HTTP/1.1" status: 200 len: 916 time: 0.0918069 May 24 14:01:39.985880 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=66,neutron:UPDATE=4 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:01:39.992857 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:01:40.312359 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8f22a2a7-70f2-4b9a-b9f7-9e8af8be3258 req-8a2a0bac-7cd0-40e7-9b2e-7d60dfb3b807 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52d23d1f-444b-41aa-8726-0248ab97db05 HTTP/1.1" status: 200 len: 1001 time: 0.0598495 May 24 14:01:40.359976 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22a2a7-70f2-4b9a-b9f7-9e8af8be3258 req-4ab6e15c-8ac1-4503-9c23-e44d76e32d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:40.361429 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8f22a2a7-70f2-4b9a-b9f7-9e8af8be3258 req-4ab6e15c-8ac1-4503-9c23-e44d76e32d84 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fb85256-d55e-4eee-985a-4e3dd416d342 HTTP/1.1" status: 200 len: 854 time: 0.0432985 May 24 14:01:40.396191 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=52,neutron:UPDATE=5 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:01:40.407444 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22a2a7-70f2-4b9a-b9f7-9e8af8be3258 req-5444e261-0fd2-4dbd-9888-309de3a2dc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:40.408989 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8f22a2a7-70f2-4b9a-b9f7-9e8af8be3258 req-5444e261-0fd2-4dbd-9888-309de3a2dc4a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e5782d9-5791-4763-85b4-bfd8289d9060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419626 May 24 14:01:40.422784 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:01:40.478254 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:01:40.498360 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8f22a2a7-70f2-4b9a-b9f7-9e8af8be3258 req-be9c425b-4e53-45e7-9a4c-491d3d64857b service neutron] 10.222.0.55 "GET /v2.0/networks/2e5782d9-5791-4763-85b4-bfd8289d9060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827873 May 24 14:01:40.590606 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8f22a2a7-70f2-4b9a-b9f7-9e8af8be3258 req-7d6c7ecc-b4fe-42f1-92cf-3915368a15d0 service neutron] 10.222.0.55 "GET /v2.0/networks/2e5782d9-5791-4763-85b4-bfd8289d9060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855975 May 24 14:01:40.793564 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923647f-55a6-4f56-95eb-9e75058be761 req-007d8fe0-130f-4f38-8c08-4a161a8a0597 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:40.795001 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a923647f-55a6-4f56-95eb-9e75058be761 req-007d8fe0-130f-4f38-8c08-4a161a8a0597 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0472438 May 24 14:01:40.844273 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a923647f-55a6-4f56-95eb-9e75058be761 req-ae68fbc0-3e20-4208-a284-c9c9dbf4530a tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428462 May 24 14:01:40.958530 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f9181-87a2-48e8-8d5b-959c4b3e0101 req-7c99aa98-d057-4766-806d-2cc585aacff3 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:40.960021 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-852f9181-87a2-48e8-8d5b-959c4b3e0101 req-7c99aa98-d057-4766-806d-2cc585aacff3 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0470076 May 24 14:01:40.969331 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 40602) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:01:40.974587 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-7113301f-50c6-4d9d-b8d3-b9b542197ac8 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Request body: {'floatingip': {'port_id': '6ec58c80-6380-4300-8c4d-013be3a1d9bb'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:01:41.040031 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7113301f-50c6-4d9d-b8d3-b9b542197ac8 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks [] for floatingip (5bda9216-88b5-4d76-9229-980c548bef9c), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:01:41.120980 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:01:41.232622 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:01:41.541989 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7113301f-50c6-4d9d-b8d3-b9b542197ac8 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:01:41.545530 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7113301f-50c6-4d9d-b8d3-b9b542197ac8 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534436'] for floatingip (5bda9216-88b5-4d76-9229-980c548bef9c), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:01:41.748071 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7113301f-50c6-4d9d-b8d3-b9b542197ac8 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Router 0afa15be-0b1e-4a34-a580-826aca901c22 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:01:42.058000 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7113301f-50c6-4d9d-b8d3-b9b542197ac8 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:01:42.062858 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7113301f-50c6-4d9d-b8d3-b9b542197ac8 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:01:42.068544 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f4a88b-5f54-4754-9a37-ba85ba7631bf None None] Sync routers for ids ['0afa15be-0b1e-4a34-a580-826aca901c22'] in dv-cinder-842129-1-iscsi {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:01:42.078401 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f4a88b-5f54-4754-9a37-ba85ba7631bf None None] Routers {'0afa15be-0b1e-4a34-a580-826aca901c22'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:01:42.079004 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-d6f4a88b-5f54-4754-9a37-ba85ba7631bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:01:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['0afa15be-0b1e-4a34-a580-826aca901c22'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:01:42.092619 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9efba3b6-0b80-48c5-ac89-0db944e2ac8f', 'tag': '6ec58c80-6380-4300-8c4d-013be3a1d9bb'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:01:42.094812 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60922b96e112649546d89072a262e180bf09e65c4ab2e641290b12b7b14c337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d69c822-910c-4d58-b5da-37ca5592feae" -d '{"events": [{"name": "network-changed", "server_uuid": "9efba3b6-0b80-48c5-ac89-0db944e2ac8f", "tag": "6ec58c80-6380-4300-8c4d-013be3a1d9bb"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:01:42.126446 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-7113301f-50c6-4d9d-b8d3-b9b542197ac8 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "PUT /v2.0/floatingips/5bda9216-88b5-4d76-9229-980c548bef9c HTTP/1.1" status: 200 len: 993 time: 1.1560395 May 24 14:01:42.183724 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-d6f4a88b-5f54-4754-9a37-ba85ba7631bf None None] Set router 0afa15be-0b1e-4a34-a580-826aca901c22 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:01:42.190082 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 14:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2adf0d-bd2d-4e9c-b3a6-6f8add317a8b x-openstack-request-id: req-6d2adf0d-bd2d-4e9c-b3a6-6f8add317a8b {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:01:42.190366 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9efba3b6-0b80-48c5-ac89-0db944e2ac8f", "tag": "6ec58c80-6380-4300-8c4d-013be3a1d9bb", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:01:42.191248 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d2adf0d-bd2d-4e9c-b3a6-6f8add317a8b {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:01:42.191651 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d2adf0d-bd2d-4e9c-b3a6-6f8add317a8b'] response: {'name': 'network-changed', 'server_uuid': '9efba3b6-0b80-48c5-ac89-0db944e2ac8f', 'tag': '6ec58c80-6380-4300-8c4d-013be3a1d9bb', 'status': 'completed', 'code': 200} May 24 14:01:42.249120 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69c822-910c-4d58-b5da-37ca5592feae req-cd66a1c3-0d0c-4e9f-bf80-a7c9880f6c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:42.250600 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7d69c822-910c-4d58-b5da-37ca5592feae req-cd66a1c3-0d0c-4e9f-bf80-a7c9880f6c89 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54ee7d13408645e6b6517f541fe45670&device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 1130 time: 0.0395432 May 24 14:01:42.351071 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69c822-910c-4d58-b5da-37ca5592feae req-73fc6a28-ba32-4277-bb7a-49ad64e22e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:42.352560 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7d69c822-910c-4d58-b5da-37ca5592feae req-73fc6a28-ba32-4277-bb7a-49ad64e22e11 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 HTTP/1.1" status: 200 len: 920 time: 0.0959234 May 24 14:01:42.397665 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-d6f4a88b-5f54-4754-9a37-ba85ba7631bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'name': 'tempest-ServerRescueNegativeTestJSON-2082356560-router', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a74a897e-cdb8-40f8-bbb9-7807cfaa29a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:42Z', 'revision_number': 4, 'project_id': '54ee7d13408645e6b6517f541fe45670', 'gw_port': {'id': 'a74a897e-cdb8-40f8-bbb9-7807cfaa29a0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:55:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:34Z', 'updated_at': '2022-05-24T13:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '5bda9216-88b5-4d76-9229-980c548bef9c', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'port_id': '6ec58c80-6380-4300-8c4d-013be3a1d9bb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9', 'mac_address': 'fa:16:3e:c0:de:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efba3b6-0b80-48c5-ac89-0db944e2ac8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T13:57:56Z', 'updated_at': '2022-05-24T14:01:41Z', 'revision_number': 3, 'project_id': '54ee7d13408645e6b6517f541fe45670', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '463895b7-a0c1-4b31-af5d-6bb85a30f4ff', 'name': '', 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'mac_address': 'fa:16:3e:b7:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '899ca591-3ba0-4148-9660-6941aa8cd299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:40Z', 'updated_at': '2022-05-24T13:55:50Z', 'revision_number': 5, 'project_id': '54ee7d13408645e6b6517f541fe45670', 'subnets': [{'id': '899ca591-3ba0-4148-9660-6941aa8cd299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:01:42.416039 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7d69c822-910c-4d58-b5da-37ca5592feae req-c2cb58f8-79c0-4bd3-b653-46cbfa3c2051 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ec58c80-6380-4300-8c4d-013be3a1d9bb HTTP/1.1" status: 200 len: 1001 time: 0.0562491 May 24 14:01:42.470668 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69c822-910c-4d58-b5da-37ca5592feae req-bfca0d48-e2aa-4f65-910c-223aa13f6d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:42.472715 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7d69c822-910c-4d58-b5da-37ca5592feae req-bfca0d48-e2aa-4f65-910c-223aa13f6d58 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=899ca591-3ba0-4148-9660-6941aa8cd299 HTTP/1.1" status: 200 len: 858 time: 0.0497341 May 24 14:01:42.502295 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f4a88b-5f54-4754-9a37-ba85ba7631bf None None] Checking router: 0afa15be-0b1e-4a34-a580-826aca901c22 for host: dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:01:42.511236 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f4a88b-5f54-4754-9a37-ba85ba7631bf None None] Routers {'0afa15be-0b1e-4a34-a580-826aca901c22'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:01:42.511845 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-d6f4a88b-5f54-4754-9a37-ba85ba7631bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:01:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['0afa15be-0b1e-4a34-a580-826aca901c22'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:01:42.517881 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69c822-910c-4d58-b5da-37ca5592feae req-2c2d5676-9c2a-47e1-a8ce-16b35f54f3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:42.519407 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7d69c822-910c-4d58-b5da-37ca5592feae req-2c2d5676-9c2a-47e1-a8ce-16b35f54f3a8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401890 May 24 14:01:42.609046 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7d69c822-910c-4d58-b5da-37ca5592feae req-8856ebf6-e074-4a6c-af0b-5cc94226ad66 service neutron] 10.222.0.55 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831630 May 24 14:01:42.614726 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-d6f4a88b-5f54-4754-9a37-ba85ba7631bf None None] Set router 0afa15be-0b1e-4a34-a580-826aca901c22 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:01:42.704001 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7d69c822-910c-4d58-b5da-37ca5592feae req-2a400709-8172-4b91-b4f9-dcb206da307c service neutron] 10.222.0.55 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879378 May 24 14:01:42.823792 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-d6f4a88b-5f54-4754-9a37-ba85ba7631bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'name': 'tempest-ServerRescueNegativeTestJSON-2082356560-router', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a74a897e-cdb8-40f8-bbb9-7807cfaa29a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:42Z', 'revision_number': 4, 'project_id': '54ee7d13408645e6b6517f541fe45670', 'gw_port': {'id': 'a74a897e-cdb8-40f8-bbb9-7807cfaa29a0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:55:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:34Z', 'updated_at': '2022-05-24T13:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '5bda9216-88b5-4d76-9229-980c548bef9c', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'port_id': '6ec58c80-6380-4300-8c4d-013be3a1d9bb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9', 'mac_address': 'fa:16:3e:c0:de:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efba3b6-0b80-48c5-ac89-0db944e2ac8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T13:57:56Z', 'updated_at': '2022-05-24T14:01:41Z', 'revision_number': 3, 'project_id': '54ee7d13408645e6b6517f541fe45670', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '463895b7-a0c1-4b31-af5d-6bb85a30f4ff', 'name': '', 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'mac_address': 'fa:16:3e:b7:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '899ca591-3ba0-4148-9660-6941aa8cd299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:40Z', 'updated_at': '2022-05-24T13:55:50Z', 'revision_number': 5, 'project_id': '54ee7d13408645e6b6517f541fe45670', 'subnets': [{'id': '899ca591-3ba0-4148-9660-6941aa8cd299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:01:42.857354 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f4a88b-5f54-4754-9a37-ba85ba7631bf None None] The sync data for ids ['0afa15be-0b1e-4a34-a580-826aca901c22'] in dv-cinder-842129-1-iscsi is: [{'id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'name': 'tempest-ServerRescueNegativeTestJSON-2082356560-router', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a74a897e-cdb8-40f8-bbb9-7807cfaa29a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:42Z', 'revision_number': 4, 'project_id': '54ee7d13408645e6b6517f541fe45670', 'gw_port': {'id': 'a74a897e-cdb8-40f8-bbb9-7807cfaa29a0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:55:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:34Z', 'updated_at': '2022-05-24T13:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '5bda9216-88b5-4d76-9229-980c548bef9c', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'port_id': '6ec58c80-6380-4300-8c4d-013be3a1d9bb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9', 'mac_address': 'fa:16:3e:c0:de:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efba3b6-0b80-48c5-ac89-0db944e2ac8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T13:57:56Z', 'updated_at': '2022-05-24T14:01:41Z', 'revision_number': 3, 'project_id': '54ee7d13408645e6b6517f541fe45670', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '463895b7-a0c1-4b31-af5d-6bb85a30f4ff', 'name': '', 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'mac_address': 'fa:16:3e:b7:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '899ca591-3ba0-4148-9660-6941aa8cd299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:40Z', 'updated_at': '2022-05-24T13:55:50Z', 'revision_number': 5, 'project_id': '54ee7d13408645e6b6517f541fe45670', 'subnets': [{'id': '899ca591-3ba0-4148-9660-6941aa8cd299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:01:44.192483 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9efba3b6-0b80-48c5-ac89-0db944e2ac8f', 'tag': '6ec58c80-6380-4300-8c4d-013be3a1d9bb'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:01:44.194704 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60922b96e112649546d89072a262e180bf09e65c4ab2e641290b12b7b14c337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716ba890-7102-45c3-9e31-c830f4796349" -d '{"events": [{"name": "network-changed", "server_uuid": "9efba3b6-0b80-48c5-ac89-0db944e2ac8f", "tag": "6ec58c80-6380-4300-8c4d-013be3a1d9bb"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:01:44.230153 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 14:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8714ad00-9888-447f-8b2d-94494eae60f7 x-openstack-request-id: req-8714ad00-9888-447f-8b2d-94494eae60f7 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:01:44.230437 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9efba3b6-0b80-48c5-ac89-0db944e2ac8f", "tag": "6ec58c80-6380-4300-8c4d-013be3a1d9bb", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:01:44.230686 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8714ad00-9888-447f-8b2d-94494eae60f7 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:01:44.231074 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8714ad00-9888-447f-8b2d-94494eae60f7'] response: {'name': 'network-changed', 'server_uuid': '9efba3b6-0b80-48c5-ac89-0db944e2ac8f', 'tag': '6ec58c80-6380-4300-8c4d-013be3a1d9bb', 'status': 'completed', 'code': 200} May 24 14:01:44.292722 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ba890-7102-45c3-9e31-c830f4796349 req-2658753b-86f5-401b-8e8f-c948ac8d85e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:44.294161 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-716ba890-7102-45c3-9e31-c830f4796349 req-2658753b-86f5-401b-8e8f-c948ac8d85e4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54ee7d13408645e6b6517f541fe45670&device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 1130 time: 0.0397675 May 24 14:01:44.615730 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ba890-7102-45c3-9e31-c830f4796349 req-fd3b45b1-e247-4da3-9e33-f388a1ecbb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:44.617210 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-716ba890-7102-45c3-9e31-c830f4796349 req-fd3b45b1-e247-4da3-9e33-f388a1ecbb51 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 HTTP/1.1" status: 200 len: 920 time: 0.3174770 May 24 14:01:44.678889 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-716ba890-7102-45c3-9e31-c830f4796349 req-8fdf5171-f400-4f7b-b823-9aee04cb4ec4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ec58c80-6380-4300-8c4d-013be3a1d9bb HTTP/1.1" status: 200 len: 1001 time: 0.0531516 May 24 14:01:44.727562 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ba890-7102-45c3-9e31-c830f4796349 req-5f7c4f5c-7d3c-4b05-870a-409bbecd0bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:44.728999 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-716ba890-7102-45c3-9e31-c830f4796349 req-5f7c4f5c-7d3c-4b05-870a-409bbecd0bfa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=899ca591-3ba0-4148-9660-6941aa8cd299 HTTP/1.1" status: 200 len: 858 time: 0.0429430 May 24 14:01:44.765913 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:01:44.776371 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ba890-7102-45c3-9e31-c830f4796349 req-f31270e8-6d92-4c74-8761-04716aa67ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:44.777852 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-716ba890-7102-45c3-9e31-c830f4796349 req-f31270e8-6d92-4c74-8761-04716aa67ccd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418293 May 24 14:01:44.832242 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:01:44.867188 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-716ba890-7102-45c3-9e31-c830f4796349 req-d50ba89f-11dc-4f4e-8334-70825e22b112 service neutron] 10.222.0.55 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819037 May 24 14:01:44.958319 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-716ba890-7102-45c3-9e31-c830f4796349 req-27171aef-f11f-4f29-b318-f6e5b954bbc7 service neutron] 10.222.0.55 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835710 May 24 14:01:48.383022 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 14:01:49.984806 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:01:52.121894 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:01:52.123733 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:01:53.810237 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a8a1d37f-22cc-41d6-a1c0-ffffaf547686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:01:54.946261 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=19 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:01:54.955193 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=18 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:01:56.145599 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-689ccd00-80f8-4848-a8bf-6acd7b4eb840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:01:57.409755 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:01:58.378096 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=92 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:01:58.378850 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=90 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:01:58.549046 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:01:59.099021 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a2143-0962-4d76-b10b-1d92f1b64f9b req-2727077e-1f85-43e1-b1d8-d29cad012b9e tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:01:59.100500 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-072a2143-0962-4d76-b10b-1d92f1b64f9b req-2727077e-1f85-43e1-b1d8-d29cad012b9e tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 945 time: 0.0465081 May 24 14:01:59.151711 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-072a2143-0962-4d76-b10b-1d92f1b64f9b req-f1586df9-407a-404f-9037-e538a5d633e2 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456815 May 24 14:02:00.265849 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7a972-fa2f-4767-8309-b4b3171aed95 req-d5f73f70-f56c-4341-a78d-f694b2312745 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:00.267397 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-cfe7a972-fa2f-4767-8309-b4b3171aed95 req-d5f73f70-f56c-4341-a78d-f694b2312745 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 945 time: 0.0467713 May 24 14:02:00.315531 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-cfe7a972-fa2f-4767-8309-b4b3171aed95 req-2b35c058-7995-4eb0-9080-d6692908df42 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426385 May 24 14:02:00.405531 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:01.116882 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77d0e3-7bc9-4622-935f-69a02eb76a9c req-6d07e080-23ac-430c-b58c-791604f0a5cf tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:01.118305 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6f77d0e3-7bc9-4622-935f-69a02eb76a9c req-6d07e080-23ac-430c-b58c-791604f0a5cf tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.55 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 945 time: 0.0451276 May 24 14:02:01.201451 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-6f77d0e3-7bc9-4622-935f-69a02eb76a9c req-b61d9ca5-976a-4160-8859-2077a8470aa0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Deleting port 446094fa-479e-4763-a75c-d6f1bca52a15 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:02:01.201784 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-6f77d0e3-7bc9-4622-935f-69a02eb76a9c req-b61d9ca5-976a-4160-8859-2077a8470aa0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (446094fa-479e-4763-a75c-d6f1bca52a15), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:01.288255 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-6f77d0e3-7bc9-4622-935f-69a02eb76a9c req-b61d9ca5-976a-4160-8859-2077a8470aa0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] For port 446094fa-479e-4763-a75c-d6f1bca52a15, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=446094fa-479e-4763-a75c-d6f1bca52a15,segment=NetworkSegment(1e6ed359-4160-4992-9ca6-a2eeb518f77f),segment_id=1e6ed359-4160-4992-9ca6-a2eeb518f77f)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:02:01.288923 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-6f77d0e3-7bc9-4622-935f-69a02eb76a9c req-b61d9ca5-976a-4160-8859-2077a8470aa0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (446094fa-479e-4763-a75c-d6f1bca52a15), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:01.432269 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e6a53-96ac-49be-8fc1-ceb9d39b6ea1 req-2af340ac-54b6-447d-9aec-fadceca75709 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:01.434128 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f80e6a53-96ac-49be-8fc1-ceb9d39b6ea1 req-2af340ac-54b6-447d-9aec-fadceca75709 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 945 time: 0.0518031 May 24 14:02:01.482199 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f80e6a53-96ac-49be-8fc1-ceb9d39b6ea1 req-d12a73a8-86f0-463c-bf0c-0f41284e9e50 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425758 May 24 14:02:01.502551 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-6f77d0e3-7bc9-4622-935f-69a02eb76a9c req-b61d9ca5-976a-4160-8859-2077a8470aa0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:01.502990 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-6f77d0e3-7bc9-4622-935f-69a02eb76a9c req-b61d9ca5-976a-4160-8859-2077a8470aa0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534436'] for floatingip (097a53b3-ddc4-463e-89ad-7a59840378f6), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:01.503414 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.db.l3_db [req-6f77d0e3-7bc9-4622-935f-69a02eb76a9c req-b61d9ca5-976a-4160-8859-2077a8470aa0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Floating IP 097a53b3-ddc4-463e-89ad-7a59840378f6 disassociated. External IP: 172.27.3.63, port: 446094fa-479e-4763-a75c-d6f1bca52a15. May 24 14:02:01.503764 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-6f77d0e3-7bc9-4622-935f-69a02eb76a9c req-b61d9ca5-976a-4160-8859-2077a8470aa0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Calling delete_port for 446094fa-479e-4763-a75c-d6f1bca52a15 owned by compute:nova {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:02:01.631786 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-6f77d0e3-7bc9-4622-935f-69a02eb76a9c req-b61d9ca5-976a-4160-8859-2077a8470aa0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (446094fa-479e-4763-a75c-d6f1bca52a15), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:01.656599 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d9ca5-976a-4160-8859-2077a8470aa0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Pushing event deleted for resources: {'Port': ['ID=446094fa-479e-4763-a75c-d6f1bca52a15,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:01.666439 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d9ca5-976a-4160-8859-2077a8470aa0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:01.666783 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d9ca5-976a-4160-8859-2077a8470aa0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:01.667121 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d9ca5-976a-4160-8859-2077a8470aa0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:01.667456 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d9ca5-976a-4160-8859-2077a8470aa0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:01.667789 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d9ca5-976a-4160-8859-2077a8470aa0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:01.668147 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d9ca5-976a-4160-8859-2077a8470aa0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:01.668467 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d9ca5-976a-4160-8859-2077a8470aa0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:01.668786 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d9ca5-976a-4160-8859-2077a8470aa0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:01.669508 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d9ca5-976a-4160-8859-2077a8470aa0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:01.669508 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d9ca5-976a-4160-8859-2077a8470aa0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:01.669792 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d9ca5-976a-4160-8859-2077a8470aa0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:01.670026 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d9ca5-976a-4160-8859-2077a8470aa0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:01.670341 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d9ca5-976a-4160-8859-2077a8470aa0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:01.670656 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d9ca5-976a-4160-8859-2077a8470aa0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:01.670971 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d9ca5-976a-4160-8859-2077a8470aa0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:01.779934 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f77d0e3-7bc9-4622-935f-69a02eb76a9c req-b61d9ca5-976a-4160-8859-2077a8470aa0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Router ad3b5635-ef70-4777-8466-ffd87c5730c1 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:02:01.833996 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:01.885818 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f77d0e3-7bc9-4622-935f-69a02eb76a9c req-b61d9ca5-976a-4160-8859-2077a8470aa0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:02:01.896104 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85550a62-36a7-4f30-b04f-832ad922f863 None None] Sync routers for ids ['ad3b5635-ef70-4777-8466-ffd87c5730c1'] in dv-cinder-842129-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:02:01.907201 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85550a62-36a7-4f30-b04f-832ad922f863 None None] Routers {'ad3b5635-ef70-4777-8466-ffd87c5730c1'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:02:01.908696 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-85550a62-36a7-4f30-b04f-832ad922f863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:01:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad3b5635-ef70-4777-8466-ffd87c5730c1'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:02:01.933064 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f77d0e3-7bc9-4622-935f-69a02eb76a9c req-b61d9ca5-976a-4160-8859-2077a8470aa0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] No DVR routers for this DVR port 446094fa-479e-4763-a75c-d6f1bca52a15 on host hv-cinder-84212 {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 14:02:01.935596 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-6f77d0e3-7bc9-4622-935f-69a02eb76a9c req-b61d9ca5-976a-4160-8859-2077a8470aa0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:01.938921 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6f77d0e3-7bc9-4622-935f-69a02eb76a9c req-b61d9ca5-976a-4160-8859-2077a8470aa0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.55 "DELETE /v2.0/ports/446094fa-479e-4763-a75c-d6f1bca52a15 HTTP/1.1" status: 204 len: 173 time: 0.8150766 May 24 14:02:01.939365 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975be349-7e4e-4048-b0e1-471723fa08a0', 'name': 'network-vif-deleted', 'tag': '446094fa-479e-4763-a75c-d6f1bca52a15'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:02:01.941675 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1090fd4-2b0f-437d-996b-2442ce65faa4" -d '{"events": [{"server_uuid": "975be349-7e4e-4048-b0e1-471723fa08a0", "name": "network-vif-deleted", "tag": "446094fa-479e-4763-a75c-d6f1bca52a15"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:02:02.019478 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-85550a62-36a7-4f30-b04f-832ad922f863 None None] Set router ad3b5635-ef70-4777-8466-ffd87c5730c1 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:02:02.059457 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 14:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bb2ccc-fec0-4359-93c3-f4f81afdcfb5 x-openstack-request-id: req-46bb2ccc-fec0-4359-93c3-f4f81afdcfb5 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:02:02.059735 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975be349-7e4e-4048-b0e1-471723fa08a0", "name": "network-vif-deleted", "tag": "446094fa-479e-4763-a75c-d6f1bca52a15", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:02:02.060025 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-46bb2ccc-fec0-4359-93c3-f4f81afdcfb5 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:02:02.060431 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46bb2ccc-fec0-4359-93c3-f4f81afdcfb5'] response: {'server_uuid': '975be349-7e4e-4048-b0e1-471723fa08a0', 'name': 'network-vif-deleted', 'tag': '446094fa-479e-4763-a75c-d6f1bca52a15', 'status': 'completed', 'code': 200} May 24 14:02:02.213231 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-85550a62-36a7-4f30-b04f-832ad922f863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'name': 'tempest-TestVolumeBootPattern-1261063742-router', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:57:41Z', 'updated_at': '2022-05-24T13:57:46Z', 'revision_number': 4, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'gw_port': {'id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:43Z', 'updated_at': '2022-05-24T13:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '9a49196f-a083-4f82-9579-b43e8beabd03', 'name': '', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'mac_address': 'fa:16:3e:59:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:45Z', 'updated_at': '2022-05-24T13:57:52Z', 'revision_number': 5, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'subnets': [{'id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:02:02.242695 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85550a62-36a7-4f30-b04f-832ad922f863 None None] Checking router: ad3b5635-ef70-4777-8466-ffd87c5730c1 for host: dv-cinder-842129-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:02:02.251501 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85550a62-36a7-4f30-b04f-832ad922f863 None None] Routers {'ad3b5635-ef70-4777-8466-ffd87c5730c1'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:02:02.252162 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-85550a62-36a7-4f30-b04f-832ad922f863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:01:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad3b5635-ef70-4777-8466-ffd87c5730c1'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:02:02.359484 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-85550a62-36a7-4f30-b04f-832ad922f863 None None] Set router ad3b5635-ef70-4777-8466-ffd87c5730c1 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:02:02.592435 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-64595cee-1285-40c1-b83c-03ee7d06b59d req-02b31539-4914-4b06-bd79-b9ed876bd323 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=975be349-7e4e-4048-b0e1-471723fa08a0 HTTP/1.1" status: 200 len: 210 time: 0.0287545 May 24 14:02:02.684529 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-85550a62-36a7-4f30-b04f-832ad922f863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'name': 'tempest-TestVolumeBootPattern-1261063742-router', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:57:41Z', 'updated_at': '2022-05-24T13:57:46Z', 'revision_number': 4, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'gw_port': {'id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:43Z', 'updated_at': '2022-05-24T13:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '9a49196f-a083-4f82-9579-b43e8beabd03', 'name': '', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'mac_address': 'fa:16:3e:59:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:45Z', 'updated_at': '2022-05-24T13:57:52Z', 'revision_number': 5, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'subnets': [{'id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:02:02.710599 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85550a62-36a7-4f30-b04f-832ad922f863 None None] The sync data for ids ['ad3b5635-ef70-4777-8466-ffd87c5730c1'] in dv-cinder-842129-1-iscsi is: [{'id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'name': 'tempest-TestVolumeBootPattern-1261063742-router', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:57:41Z', 'updated_at': '2022-05-24T13:57:46Z', 'revision_number': 4, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'gw_port': {'id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:43Z', 'updated_at': '2022-05-24T13:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '9a49196f-a083-4f82-9579-b43e8beabd03', 'name': '', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'mac_address': 'fa:16:3e:59:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:45Z', 'updated_at': '2022-05-24T13:57:52Z', 'revision_number': 5, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'subnets': [{'id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:02:02.970608 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1854cd-16b1-461a-abec-8f65db46db9d None None] New status for floating IP 097a53b3-ddc4-463e-89ad-7a59840378f6: DOWN {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 14:02:03.864333 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-7c896482-88fa-4aa0-b005-6587d4e79c0b tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-281582916&fields=id&tenant_id=7bb15f1d3e524d67b5493cb483ee8547 HTTP/1.1" status: 200 len: 267 time: 0.0485466 May 24 14:02:03.974115 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-86c56fff-0f46-4f02-b8f6-6c5e0d328527 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:03.975559 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-86c56fff-0f46-4f02-b8f6-6c5e0d328527 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/networks?id=da184706-a3cd-4a03-bf62-0c961d1fd5b4 HTTP/1.1" status: 200 len: 812 time: 0.1029418 May 24 14:02:03.990127 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-71f39540-181f-4ee0-93a5-66f3b51a58d9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/quotas/7bb15f1d3e524d67b5493cb483ee8547 HTTP/1.1" status: 200 len: 375 time: 0.0093122 May 24 14:02:04.039331 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-6a318765-ea9e-419d-8fc6-85b10d3600e2 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7bb15f1d3e524d67b5493cb483ee8547&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440364 May 24 14:02:04.182771 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-acb7e4ba-4088-476e-b992-e639ad8fa6c4 service neutron] 10.222.0.24 "GET /v2.0/networks/da184706-a3cd-4a03-bf62-0c961d1fd5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318812 May 24 14:02:04.277177 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-fd5952d2-a3cf-46e2-a56b-8ce08be0c5a8 service neutron] 10.222.0.24 "GET /v2.0/networks/da184706-a3cd-4a03-bf62-0c961d1fd5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883093 May 24 14:02:04.518689 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 446094fa-479e-4763-a75c-d6f1bca52a15 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:02:04.543244 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] No Port match for: 446094fa-479e-4763-a75c-d6f1bca52a15 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:02:04.543591 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 446094fa-479e-4763-a75c-d6f1bca52a15 not bound to the agent host hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:02:04.592159 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-47ce38e5-7fa4-4e36-a593-cb4e9aa4ad1f req-4e172424-17ea-4dbd-bdf9-d14ff5414e8e tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=718e90d7-f726-442e-b00a-5289fb2558de HTTP/1.1" status: 200 len: 210 time: 0.0284154 May 24 14:02:05.520762 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:05.543656 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-1a3ecf49-8674-4d9c-b693-451171e933c3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:05.545136 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-1a3ecf49-8674-4d9c-b693-451171e933c3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.55 "GET /v2.0/networks?id=da184706-a3cd-4a03-bf62-0c961d1fd5b4 HTTP/1.1" status: 200 len: 812 time: 0.1203184 May 24 14:02:05.609018 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-86d4e18a-23e3-4cd6-ae8e-60f5a8e68489 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bb15f1d3e524d67b5493cb483ee8547 HTTP/1.1" status: 200 len: 379 time: 0.0542796 May 24 14:02:05.617423 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-2fc31a9a-1a3c-4e82-a687-53c8709338c2 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Request body: {'port': {'device_id': '718e90d7-f726-442e-b00a-5289fb2558de', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'admin_state_up': True, 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'security_groups': ['ffce6dba-b6b7-43f3-a6ac-4bd3015e329e']}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:02:05.693590 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-78f20b94-1136-4348-bf5b-ec68611e8765 req-98bdbd31-cca2-400e-b1f8-4a0b01c563a0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=718e90d7-f726-442e-b00a-5289fb2558de HTTP/1.1" status: 200 len: 210 time: 0.0324562 May 24 14:02:05.729170 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-2fc31a9a-1a3c-4e82-a687-53c8709338c2 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Made reservation on behalf of 7bb15f1d3e524d67b5493cb483ee8547 for: {'port': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 14:02:05.732640 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-2fc31a9a-1a3c-4e82-a687-53c8709338c2 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:05.857171 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-2fc31a9a-1a3c-4e82-a687-53c8709338c2 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Allocated IP 172.20.0.7 (da184706-a3cd-4a03-bf62-0c961d1fd5b4/b11a7f37-1257-4714-9cab-12aa8fc6a3a6/992b9bb4-a542-4387-82ba-0758b4b5ebb0) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 14:02:06.000738 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-2fc31a9a-1a3c-4e82-a687-53c8709338c2 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for port (992b9bb4-a542-4387-82ba-0758b4b5ebb0), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:06.037785 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-2fc31a9a-1a3c-4e82-a687-53c8709338c2 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (992b9bb4-a542-4387-82ba-0758b4b5ebb0), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:06.084326 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-2fc31a9a-1a3c-4e82-a687-53c8709338c2 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Network da184706-a3cd-4a03-bf62-0c961d1fd5b4 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:02:06.087674 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-2fc31a9a-1a3c-4e82-a687-53c8709338c2 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:02:06.090008 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-2fc31a9a-1a3c-4e82-a687-53c8709338c2 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 14:02:06.116836 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc31a9a-1a3c-4e82-a687-53c8709338c2 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Pushing event updated for resources: {'Port': ['ID=992b9bb4-a542-4387-82ba-0758b4b5ebb0,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:06.147162 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-2fc31a9a-1a3c-4e82-a687-53c8709338c2 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:06.147791 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-2fc31a9a-1a3c-4e82-a687-53c8709338c2 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:06.165291 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-2fc31a9a-1a3c-4e82-a687-53c8709338c2 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5515974 May 24 14:02:06.179054 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-7d1f22da-c800-481e-8251-ed8e92ab4e9f service neutron] Request body: {'port': {'device_id': '718e90d7-f726-442e-b00a-5289fb2558de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:02:06.211140 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:06.248373 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-7d1f22da-c800-481e-8251-ed8e92ab4e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (992b9bb4-a542-4387-82ba-0758b4b5ebb0), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:06.319958 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-b30b031a-e31a-4d06-bf0b-38107e15b3aa None None] Provisioning complete for port 992b9bb4-a542-4387-82ba-0758b4b5ebb0 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:02:06.320548 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b30b031a-e31a-4d06-bf0b-38107e15b3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (992b9bb4-a542-4387-82ba-0758b4b5ebb0), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:06.322668 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:06.353500 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-b30b031a-e31a-4d06-bf0b-38107e15b3aa None None] Port 992b9bb4-a542-4387-82ba-0758b4b5ebb0 cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 14:02:06.531045 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-7d1f22da-c800-481e-8251-ed8e92ab4e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 992b9bb4-a542-4387-82ba-0758b4b5ebb0 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 14:02:06.539007 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-7d1f22da-c800-481e-8251-ed8e92ab4e9f service neutron] Publish callbacks [] for port (992b9bb4-a542-4387-82ba-0758b4b5ebb0), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:06.551810 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-7d1f22da-c800-481e-8251-ed8e92ab4e9f service neutron] Transition to ACTIVE for port object 992b9bb4-a542-4387-82ba-0758b4b5ebb0 will not be triggered until provisioned by entity L2. {{(pid=103807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 14:02:06.556114 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-7d1f22da-c800-481e-8251-ed8e92ab4e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5058382'] for port (992b9bb4-a542-4387-82ba-0758b4b5ebb0), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:06.625138 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f22da-c800-481e-8251-ed8e92ab4e9f service neutron] Pushing event updated for resources: {'Port': ['ID=992b9bb4-a542-4387-82ba-0758b4b5ebb0,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:06.679663 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-7d1f22da-c800-481e-8251-ed8e92ab4e9f service neutron] Attempting to bind port 992b9bb4-a542-4387-82ba-0758b4b5ebb0 on host hv-cinder-84212 for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 14:02:06.680029 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-7d1f22da-c800-481e-8251-ed8e92ab4e9f service neutron] Attempting to bind port 992b9bb4-a542-4387-82ba-0758b4b5ebb0 by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': '1e6ed359-4160-4992-9ca6-a2eeb518f77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 14:02:06.680356 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-7d1f22da-c800-481e-8251-ed8e92ab4e9f service neutron] Attempting to bind port 992b9bb4-a542-4387-82ba-0758b4b5ebb0 on network da184706-a3cd-4a03-bf62-0c961d1fd5b4 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:02:06.684986 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-7d1f22da-c800-481e-8251-ed8e92ab4e9f service neutron] Port 992b9bb4-a542-4387-82ba-0758b4b5ebb0 on network da184706-a3cd-4a03-bf62-0c961d1fd5b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 14:02:06.685307 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-7d1f22da-c800-481e-8251-ed8e92ab4e9f service neutron] Attempting to bind port 992b9bb4-a542-4387-82ba-0758b4b5ebb0 on network da184706-a3cd-4a03-bf62-0c961d1fd5b4 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:02:06.691678 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-7d1f22da-c800-481e-8251-ed8e92ab4e9f service neutron] Checking agent: {'id': 'a7952d12-b11e-49b3-ae0f-02e893d8d6d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'started_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 14, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 14:02:06.692153 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-7d1f22da-c800-481e-8251-ed8e92ab4e9f service neutron] Checking segment: {'id': '1e6ed359-4160-4992-9ca6-a2eeb518f77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 14:02:06.692428 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-7d1f22da-c800-481e-8251-ed8e92ab4e9f service neutron] Bound using segment: {'id': '1e6ed359-4160-4992-9ca6-a2eeb518f77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 14:02:06.692855 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-7d1f22da-c800-481e-8251-ed8e92ab4e9f service neutron] Bound port: 992b9bb4-a542-4387-82ba-0758b4b5ebb0, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e6ed359-4160-4992-9ca6-a2eeb518f77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 14:02:06.693209 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-7d1f22da-c800-481e-8251-ed8e92ab4e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (992b9bb4-a542-4387-82ba-0758b4b5ebb0), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:06.760782 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-7d1f22da-c800-481e-8251-ed8e92ab4e9f service neutron] For port 992b9bb4-a542-4387-82ba-0758b4b5ebb0, host hv-cinder-84212, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 14:02:06.763800 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-7d1f22da-c800-481e-8251-ed8e92ab4e9f service neutron] For port 992b9bb4-a542-4387-82ba-0758b4b5ebb0, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=992b9bb4-a542-4387-82ba-0758b4b5ebb0,segment=NetworkSegment(1e6ed359-4160-4992-9ca6-a2eeb518f77f),segment_id=1e6ed359-4160-4992-9ca6-a2eeb518f77f)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 14:02:06.781152 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-7d1f22da-c800-481e-8251-ed8e92ab4e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5058382'] for port (992b9bb4-a542-4387-82ba-0758b4b5ebb0), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:06.839509 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-7d1f22da-c800-481e-8251-ed8e92ab4e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:06.840143 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-7d1f22da-c800-481e-8251-ed8e92ab4e9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:06.841522 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-7d1f22da-c800-481e-8251-ed8e92ab4e9f service neutron] 10.222.0.55 "PUT /v2.0/ports/992b9bb4-a542-4387-82ba-0758b4b5ebb0 HTTP/1.1" status: 200 len: 1093 time: 0.6669238 May 24 14:02:06.843706 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718e90d7-f726-442e-b00a-5289fb2558de', 'tag': '992b9bb4-a542-4387-82ba-0758b4b5ebb0'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:02:06.847020 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c38324-c516-4d5a-b53c-7bdb1218addc" -d '{"events": [{"name": "network-changed", "server_uuid": "718e90d7-f726-442e-b00a-5289fb2558de", "tag": "992b9bb4-a542-4387-82ba-0758b4b5ebb0"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:02:06.857335 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd0159-c681-4bc3-a5e8-48baca1899b7 req-c2557727-921a-49f9-9cf8-34fefd8d71d4 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:06.858832 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-2cbd0159-c681-4bc3-a5e8-48baca1899b7 req-c2557727-921a-49f9-9cf8-34fefd8d71d4 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=718e90d7-f726-442e-b00a-5289fb2558de HTTP/1.1" status: 200 len: 943 time: 0.0909903 May 24 14:02:06.895281 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 14:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fece9c-05e3-4a87-983c-a1de65811097 x-openstack-request-id: req-12fece9c-05e3-4a87-983c-a1de65811097 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:02:06.895575 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718e90d7-f726-442e-b00a-5289fb2558de", "tag": "992b9bb4-a542-4387-82ba-0758b4b5ebb0", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:02:06.895850 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-12fece9c-05e3-4a87-983c-a1de65811097 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:02:06.896275 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12fece9c-05e3-4a87-983c-a1de65811097'] response: {'name': 'network-changed', 'server_uuid': '718e90d7-f726-442e-b00a-5289fb2558de', 'tag': '992b9bb4-a542-4387-82ba-0758b4b5ebb0', 'status': 'completed', 'code': 200} May 24 14:02:06.906586 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f22da-c800-481e-8251-ed8e92ab4e9f service neutron] Pushing event updated for resources: {'Port': ['ID=992b9bb4-a542-4387-82ba-0758b4b5ebb0,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:06.965078 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-bf67d4ab-97cd-42d8-88d3-ccb7ddb4361c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:06.966587 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-bf67d4ab-97cd-42d8-88d3-ccb7ddb4361c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7bb15f1d3e524d67b5493cb483ee8547&device_id=718e90d7-f726-442e-b00a-5289fb2558de HTTP/1.1" status: 200 len: 1127 time: 0.0731223 May 24 14:02:06.970527 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-2cbd0159-c681-4bc3-a5e8-48baca1899b7 req-d660d10a-6be1-40b6-abe9-eac94f507ece tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036372 May 24 14:02:07.009455 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-03cfd8b3-6ddb-41da-adf9-2d072669225d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=992b9bb4-a542-4387-82ba-0758b4b5ebb0 HTTP/1.1" status: 200 len: 217 time: 0.0340824 May 24 14:02:07.058352 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-fe533beb-343d-4422-9276-0158bded0f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:07.059784 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-fe533beb-343d-4422-9276-0158bded0f7a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b11a7f37-1257-4714-9cab-12aa8fc6a3a6 HTTP/1.1" status: 200 len: 851 time: 0.0435631 May 24 14:02:07.073700 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:07.104378 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-9d854122-1862-476b-8eef-c2c4427153df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:07.105876 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-9d854122-1862-476b-8eef-c2c4427153df service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da184706-a3cd-4a03-bf62-0c961d1fd5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402563 May 24 14:02:07.197305 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-09008a27-4794-4068-8719-a9c2d7883a71 service neutron] 10.222.0.55 "GET /v2.0/networks/da184706-a3cd-4a03-bf62-0c961d1fd5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851068 May 24 14:02:07.270898 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:07.285844 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fe9e4e84-cea7-4dea-8cf9-dbadec5bb084 req-e92ca4d8-5c69-484b-a043-ffe1b5eeae3b service neutron] 10.222.0.55 "GET /v2.0/networks/da184706-a3cd-4a03-bf62-0c961d1fd5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823302 May 24 14:02:07.888777 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850d4d2-e960-492c-9d16-980cc44562a3 req-6cd9d64c-46a9-4ddf-ae3f-1ee6d2088bb9 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:07.890239 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4850d4d2-e960-492c-9d16-980cc44562a3 req-6cd9d64c-46a9-4ddf-ae3f-1ee6d2088bb9 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=840693fa-71a3-4a35-8979-596bfcc1aa86 HTTP/1.1" status: 200 len: 945 time: 0.0513687 May 24 14:02:07.938040 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4850d4d2-e960-492c-9d16-980cc44562a3 req-1a6d1755-f6e4-4e35-8be2-aceb9c403c93 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f7ee75f-346e-4257-9dab-d16c69f4809c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414288 May 24 14:02:08.086284 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d804fc-56ae-4051-8746-a2f02aec875a req-b92f9098-0679-4d30-b062-d94346da9727 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:08.087661 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f4d804fc-56ae-4051-8746-a2f02aec875a req-b92f9098-0679-4d30-b062-d94346da9727 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=718e90d7-f726-442e-b00a-5289fb2558de HTTP/1.1" status: 200 len: 943 time: 0.0466042 May 24 14:02:08.136602 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f4d804fc-56ae-4051-8746-a2f02aec875a req-8636a89b-2a2f-43d4-8a34-c032f9e72cb1 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434005 May 24 14:02:08.629894 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c38324-c516-4d5a-b53c-7bdb1218addc req-6fd38a68-1e1d-45e1-921e-aec04fa2e37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:08.631379 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d1c38324-c516-4d5a-b53c-7bdb1218addc req-6fd38a68-1e1d-45e1-921e-aec04fa2e37c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7bb15f1d3e524d67b5493cb483ee8547&device_id=718e90d7-f726-442e-b00a-5289fb2558de HTTP/1.1" status: 200 len: 1127 time: 0.0399544 May 24 14:02:09.061239 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e55bb1-fafd-4718-8130-89f812ab9a5e req-ae7cd1c9-527d-4f77-84f6-4f575fcbb49f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:09.062660 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-37e55bb1-fafd-4718-8130-89f812ab9a5e req-ae7cd1c9-527d-4f77-84f6-4f575fcbb49f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=840693fa-71a3-4a35-8979-596bfcc1aa86 HTTP/1.1" status: 200 len: 945 time: 0.0464363 May 24 14:02:09.111351 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-37e55bb1-fafd-4718-8130-89f812ab9a5e req-9df19222-871f-4f11-9038-079a3dcf06b6 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f7ee75f-346e-4257-9dab-d16c69f4809c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429749 May 24 14:02:09.246919 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af7c7a-17e2-47fe-82ae-b7f73d03c662 req-26486732-eeaf-4e54-bf97-672c30b1eade tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:09.248402 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-89af7c7a-17e2-47fe-82ae-b7f73d03c662 req-26486732-eeaf-4e54-bf97-672c30b1eade tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=718e90d7-f726-442e-b00a-5289fb2558de HTTP/1.1" status: 200 len: 943 time: 0.0465946 May 24 14:02:09.296945 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-89af7c7a-17e2-47fe-82ae-b7f73d03c662 req-f24401d0-2f05-4156-88e7-9fca15b6834c tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422440 May 24 14:02:09.850703 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c38324-c516-4d5a-b53c-7bdb1218addc req-717b81f0-940e-4840-9332-9626c8b96849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:09.852127 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d1c38324-c516-4d5a-b53c-7bdb1218addc req-717b81f0-940e-4840-9332-9626c8b96849 service neutron] 10.222.0.55 "GET /v2.0/networks?id=da184706-a3cd-4a03-bf62-0c961d1fd5b4 HTTP/1.1" status: 200 len: 913 time: 0.0824947 May 24 14:02:09.989336 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:10.221707 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd09a2a-c539-4f42-b74a-2876d6b78eee req-aef3fd26-ef5b-410b-baee-3d62612c7b48 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:10.223146 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4bd09a2a-c539-4f42-b74a-2876d6b78eee req-aef3fd26-ef5b-410b-baee-3d62612c7b48 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=840693fa-71a3-4a35-8979-596bfcc1aa86 HTTP/1.1" status: 200 len: 945 time: 0.0458841 May 24 14:02:10.268669 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4bd09a2a-c539-4f42-b74a-2876d6b78eee req-572cd6a0-2a46-4be5-a65c-866ecceffebe tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f7ee75f-346e-4257-9dab-d16c69f4809c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401466 May 24 14:02:10.415529 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc452f-7d03-4ecd-8c98-c9cc078bb3cd req-58686e73-7f2a-435f-8699-e2407fe8d190 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:10.416941 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0ddc452f-7d03-4ecd-8c98-c9cc078bb3cd req-58686e73-7f2a-435f-8699-e2407fe8d190 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=718e90d7-f726-442e-b00a-5289fb2558de HTTP/1.1" status: 200 len: 943 time: 0.0502758 May 24 14:02:10.464337 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0ddc452f-7d03-4ecd-8c98-c9cc078bb3cd req-d4dca527-61b1-4352-9927-0ac741d7ae83 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419161 May 24 14:02:11.319361 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d1c38324-c516-4d5a-b53c-7bdb1218addc req-32e80dea-2fca-482d-9c95-e3eadacc4d71 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=992b9bb4-a542-4387-82ba-0758b4b5ebb0 HTTP/1.1" status: 200 len: 217 time: 0.0365098 May 24 14:02:11.384979 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e94c68-4cac-4df3-ab44-f42072c41361 req-c77524c7-c435-43e8-9fdf-899d74a7b632 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:11.386435 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-47e94c68-4cac-4df3-ab44-f42072c41361 req-c77524c7-c435-43e8-9fdf-899d74a7b632 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=840693fa-71a3-4a35-8979-596bfcc1aa86 HTTP/1.1" status: 200 len: 945 time: 0.0472817 May 24 14:02:11.431473 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-47e94c68-4cac-4df3-ab44-f42072c41361 req-1a0735fa-9986-4ded-9d3f-88bc6a61796e tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f7ee75f-346e-4257-9dab-d16c69f4809c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395660 May 24 14:02:11.495113 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c38324-c516-4d5a-b53c-7bdb1218addc req-28daf749-be48-4372-b049-d11adb49c64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:11.496629 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d1c38324-c516-4d5a-b53c-7bdb1218addc req-28daf749-be48-4372-b049-d11adb49c64e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b11a7f37-1257-4714-9cab-12aa8fc6a3a6 HTTP/1.1" status: 200 len: 851 time: 0.0492249 May 24 14:02:11.544894 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b3857-d9ce-4ad4-94dd-c3854668c37f req-c3f42b08-4060-4236-92ab-d3ff46775a08 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:11.546320 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-841b3857-d9ce-4ad4-94dd-c3854668c37f req-c3f42b08-4060-4236-92ab-d3ff46775a08 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.55 "GET /v2.0/ports?device_id=840693fa-71a3-4a35-8979-596bfcc1aa86 HTTP/1.1" status: 200 len: 945 time: 0.0572896 May 24 14:02:11.546873 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c38324-c516-4d5a-b53c-7bdb1218addc req-caa63bf5-e4c5-4430-b677-2e7f50695746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:11.549063 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d1c38324-c516-4d5a-b53c-7bdb1218addc req-caa63bf5-e4c5-4430-b677-2e7f50695746 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da184706-a3cd-4a03-bf62-0c961d1fd5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435424 May 24 14:02:11.620343 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea59639-2bd8-4943-b2a0-0bbeea89663d req-36f55fd0-1dd7-45f4-9741-77fac5c318e1 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:11.621824 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-1ea59639-2bd8-4943-b2a0-0bbeea89663d req-36f55fd0-1dd7-45f4-9741-77fac5c318e1 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=718e90d7-f726-442e-b00a-5289fb2558de HTTP/1.1" status: 200 len: 943 time: 0.0840616 May 24 14:02:11.640622 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d1c38324-c516-4d5a-b53c-7bdb1218addc req-cb6b5f1d-695a-4983-bb54-a249c32e2ab9 service neutron] 10.222.0.55 "GET /v2.0/networks/da184706-a3cd-4a03-bf62-0c961d1fd5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838871 May 24 14:02:11.656099 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:11.656702 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:11.692845 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-841b3857-d9ce-4ad4-94dd-c3854668c37f req-c36bed07-276c-4574-b56d-2b96cb4a1a28 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Deleting port 7c101693-d68b-41a9-ac5b-61fc73b8be1d {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:02:11.693191 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-841b3857-d9ce-4ad4-94dd-c3854668c37f req-c36bed07-276c-4574-b56d-2b96cb4a1a28 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (7c101693-d68b-41a9-ac5b-61fc73b8be1d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:11.718308 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:11.736338 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d1c38324-c516-4d5a-b53c-7bdb1218addc req-5c866d80-ef8c-474f-afbb-ff305616de90 service neutron] 10.222.0.55 "GET /v2.0/networks/da184706-a3cd-4a03-bf62-0c961d1fd5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880823 May 24 14:02:11.747705 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-1ea59639-2bd8-4943-b2a0-0bbeea89663d req-9e55a025-9563-4d4d-aae2-1f16919ba3e3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198988 May 24 14:02:11.799376 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-841b3857-d9ce-4ad4-94dd-c3854668c37f req-c36bed07-276c-4574-b56d-2b96cb4a1a28 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] For port 7c101693-d68b-41a9-ac5b-61fc73b8be1d, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=7c101693-d68b-41a9-ac5b-61fc73b8be1d,segment=NetworkSegment(73f4eb4c-d3e0-4414-9a39-779107de724b),segment_id=73f4eb4c-d3e0-4414-9a39-779107de724b)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:02:11.799655 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-841b3857-d9ce-4ad4-94dd-c3854668c37f req-c36bed07-276c-4574-b56d-2b96cb4a1a28 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (7c101693-d68b-41a9-ac5b-61fc73b8be1d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:12.004978 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-841b3857-d9ce-4ad4-94dd-c3854668c37f req-c36bed07-276c-4574-b56d-2b96cb4a1a28 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:12.005339 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-841b3857-d9ce-4ad4-94dd-c3854668c37f req-c36bed07-276c-4574-b56d-2b96cb4a1a28 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534436'] for floatingip (2332ca7a-a1ad-4905-901e-5fee5c5540e5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:12.005653 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.db.l3_db [req-841b3857-d9ce-4ad4-94dd-c3854668c37f req-c36bed07-276c-4574-b56d-2b96cb4a1a28 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Floating IP 2332ca7a-a1ad-4905-901e-5fee5c5540e5 disassociated. External IP: 172.27.3.97, port: 7c101693-d68b-41a9-ac5b-61fc73b8be1d. May 24 14:02:12.006002 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-841b3857-d9ce-4ad4-94dd-c3854668c37f req-c36bed07-276c-4574-b56d-2b96cb4a1a28 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Calling delete_port for 7c101693-d68b-41a9-ac5b-61fc73b8be1d owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:02:12.132450 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-841b3857-d9ce-4ad4-94dd-c3854668c37f req-c36bed07-276c-4574-b56d-2b96cb4a1a28 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (7c101693-d68b-41a9-ac5b-61fc73b8be1d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:12.164864 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36bed07-276c-4574-b56d-2b96cb4a1a28 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Pushing event deleted for resources: {'Port': ['ID=7c101693-d68b-41a9-ac5b-61fc73b8be1d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:12.175451 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36bed07-276c-4574-b56d-2b96cb4a1a28 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:12.175797 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36bed07-276c-4574-b56d-2b96cb4a1a28 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:12.176181 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36bed07-276c-4574-b56d-2b96cb4a1a28 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:12.176521 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36bed07-276c-4574-b56d-2b96cb4a1a28 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:12.176850 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36bed07-276c-4574-b56d-2b96cb4a1a28 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:12.177617 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36bed07-276c-4574-b56d-2b96cb4a1a28 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:12.177617 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36bed07-276c-4574-b56d-2b96cb4a1a28 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:12.177826 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36bed07-276c-4574-b56d-2b96cb4a1a28 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:12.178131 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36bed07-276c-4574-b56d-2b96cb4a1a28 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:12.178467 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36bed07-276c-4574-b56d-2b96cb4a1a28 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:12.178904 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36bed07-276c-4574-b56d-2b96cb4a1a28 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:12.179160 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36bed07-276c-4574-b56d-2b96cb4a1a28 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:12.179584 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36bed07-276c-4574-b56d-2b96cb4a1a28 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:12.179786 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36bed07-276c-4574-b56d-2b96cb4a1a28 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:12.180151 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36bed07-276c-4574-b56d-2b96cb4a1a28 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:12.279427 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [req-841b3857-d9ce-4ad4-94dd-c3854668c37f req-c36bed07-276c-4574-b56d-2b96cb4a1a28 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Router ad81732b-36f1-4d60-94a0-5ff4de888569 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:02:12.381773 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-841b3857-d9ce-4ad4-94dd-c3854668c37f req-c36bed07-276c-4574-b56d-2b96cb4a1a28 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:02:12.392411 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbc6231-3f1f-4f75-9994-e6e00abc0752 None None] Sync routers for ids ['ad81732b-36f1-4d60-94a0-5ff4de888569'] in dv-cinder-842129-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:02:12.402873 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbc6231-3f1f-4f75-9994-e6e00abc0752 None None] Routers {'ad81732b-36f1-4d60-94a0-5ff4de888569'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:02:12.403492 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-adbc6231-3f1f-4f75-9994-e6e00abc0752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:01:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad81732b-36f1-4d60-94a0-5ff4de888569'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:02:12.424056 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-841b3857-d9ce-4ad4-94dd-c3854668c37f req-c36bed07-276c-4574-b56d-2b96cb4a1a28 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] No DVR routers for this DVR port 7c101693-d68b-41a9-ac5b-61fc73b8be1d on host hv-cinder-84212 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 14:02:12.426599 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-841b3857-d9ce-4ad4-94dd-c3854668c37f req-c36bed07-276c-4574-b56d-2b96cb4a1a28 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:12.429847 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-841b3857-d9ce-4ad4-94dd-c3854668c37f req-c36bed07-276c-4574-b56d-2b96cb4a1a28 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.55 "DELETE /v2.0/ports/7c101693-d68b-41a9-ac5b-61fc73b8be1d HTTP/1.1" status: 204 len: 173 time: 0.8732331 May 24 14:02:12.430250 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840693fa-71a3-4a35-8979-596bfcc1aa86', 'name': 'network-vif-deleted', 'tag': '7c101693-d68b-41a9-ac5b-61fc73b8be1d'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:02:12.432450 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60922b96e112649546d89072a262e180bf09e65c4ab2e641290b12b7b14c337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da643976-9be3-4cb2-97b8-1b06673d21af" -d '{"events": [{"server_uuid": "840693fa-71a3-4a35-8979-596bfcc1aa86", "name": "network-vif-deleted", "tag": "7c101693-d68b-41a9-ac5b-61fc73b8be1d"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:02:12.487583 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 14:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684326ca-932a-4ec5-b541-52726f407588 x-openstack-request-id: req-684326ca-932a-4ec5-b541-52726f407588 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:02:12.488009 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840693fa-71a3-4a35-8979-596bfcc1aa86", "name": "network-vif-deleted", "tag": "7c101693-d68b-41a9-ac5b-61fc73b8be1d", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:02:12.488929 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-684326ca-932a-4ec5-b541-52726f407588 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:02:12.488929 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-684326ca-932a-4ec5-b541-52726f407588'] response: {'server_uuid': '840693fa-71a3-4a35-8979-596bfcc1aa86', 'name': 'network-vif-deleted', 'tag': '7c101693-d68b-41a9-ac5b-61fc73b8be1d', 'status': 'completed', 'code': 200} May 24 14:02:12.509893 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-adbc6231-3f1f-4f75-9994-e6e00abc0752 None None] Set router ad81732b-36f1-4d60-94a0-5ff4de888569 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:02:12.553088 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-43e57158-0df2-42d7-b263-2a5b2735787e req-130a6824-e466-4589-8a68-b16aa7a02866 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=840693fa-71a3-4a35-8979-596bfcc1aa86 HTTP/1.1" status: 200 len: 210 time: 0.0309129 May 24 14:02:12.593302 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 992b9bb4-a542-4387-82ba-0758b4b5ebb0 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=103809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 14:02:12.750204 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:12.820477 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 992b9bb4-a542-4387-82ba-0758b4b5ebb0, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=992b9bb4-a542-4387-82ba-0758b4b5ebb0,segment=NetworkSegment(1e6ed359-4160-4992-9ca6-a2eeb518f77f),segment_id=1e6ed359-4160-4992-9ca6-a2eeb518f77f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:02:12.854917 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Returning: {'device': '992b9bb4-a542-4387-82ba-0758b4b5ebb0', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'port_id': '992b9bb4-a542-4387-82ba-0758b4b5ebb0', 'mac_address': 'fa:16:3e:75:be:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 14:02:12.870240 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-adbc6231-3f1f-4f75-9994-e6e00abc0752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'name': 'tempest-AttachVolumeNegativeTest-2059950791-router', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:32Z', 'updated_at': '2022-05-24T13:55:39Z', 'revision_number': 4, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'gw_port': {'id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': 'e88eebf3-a7aa-437a-9745-acd03b37f024', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'port_id': '52d23d1f-444b-41aa-8726-0248ab97db05', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'mac_address': 'fa:16:3e:1f:fd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9302a225-a5b2-456b-97ef-a6c329608645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T13:55:48Z', 'updated_at': '2022-05-24T13:56:30Z', 'revision_number': 2, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de62c04-2abf-4511-baba-d8f3c2e68ab2', 'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'mac_address': 'fa:16:3e:8e:27:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:38Z', 'updated_at': '2022-05-24T13:55:46Z', 'revision_number': 5, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'subnets': [{'id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:02:12.878426 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9383472-e1ac-4e23-ad1d-dd1ac1d8b80e req-7b4ffaf5-8308-43da-b612-bae31d14bb4e tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:12.879974 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d9383472-e1ac-4e23-ad1d-dd1ac1d8b80e req-7b4ffaf5-8308-43da-b612-bae31d14bb4e tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=718e90d7-f726-442e-b00a-5289fb2558de HTTP/1.1" status: 200 len: 943 time: 0.0601094 May 24 14:02:12.925659 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbc6231-3f1f-4f75-9994-e6e00abc0752 None None] Checking router: ad81732b-36f1-4d60-94a0-5ff4de888569 for host: dv-cinder-842129-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:02:12.928788 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 992b9bb4-a542-4387-82ba-0758b4b5ebb0 is: DOWN; New status is: BUILD {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:02:12.929446 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (992b9bb4-a542-4387-82ba-0758b4b5ebb0), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:12.934308 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d9383472-e1ac-4e23-ad1d-dd1ac1d8b80e req-a7f3b603-0974-43f4-ac16-2beb77542d14 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486548 May 24 14:02:12.947878 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbc6231-3f1f-4f75-9994-e6e00abc0752 None None] Routers {'ad81732b-36f1-4d60-94a0-5ff4de888569'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:02:12.948420 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-adbc6231-3f1f-4f75-9994-e6e00abc0752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:01:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad81732b-36f1-4d60-94a0-5ff4de888569'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:02:12.951165 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 992b9bb4-a542-4387-82ba-0758b4b5ebb0 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 14:02:13.012545 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 992b9bb4-a542-4387-82ba-0758b4b5ebb0, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=992b9bb4-a542-4387-82ba-0758b4b5ebb0,segment=NetworkSegment(1e6ed359-4160-4992-9ca6-a2eeb518f77f),segment_id=1e6ed359-4160-4992-9ca6-a2eeb518f77f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:02:13.024088 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (992b9bb4-a542-4387-82ba-0758b4b5ebb0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:13.028897 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:13.072738 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:13.092340 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=4 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:13.093428 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:13.120272 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=992b9bb4-a542-4387-82ba-0758b4b5ebb0,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:13.129559 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-adbc6231-3f1f-4f75-9994-e6e00abc0752 None None] Set router ad81732b-36f1-4d60-94a0-5ff4de888569 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:02:13.340420 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-adbc6231-3f1f-4f75-9994-e6e00abc0752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'name': 'tempest-AttachVolumeNegativeTest-2059950791-router', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:32Z', 'updated_at': '2022-05-24T13:55:39Z', 'revision_number': 4, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'gw_port': {'id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': 'e88eebf3-a7aa-437a-9745-acd03b37f024', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'port_id': '52d23d1f-444b-41aa-8726-0248ab97db05', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'mac_address': 'fa:16:3e:1f:fd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9302a225-a5b2-456b-97ef-a6c329608645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T13:55:48Z', 'updated_at': '2022-05-24T13:56:30Z', 'revision_number': 2, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de62c04-2abf-4511-baba-d8f3c2e68ab2', 'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'mac_address': 'fa:16:3e:8e:27:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:38Z', 'updated_at': '2022-05-24T13:55:46Z', 'revision_number': 5, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'subnets': [{'id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:02:13.368082 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbc6231-3f1f-4f75-9994-e6e00abc0752 None None] The sync data for ids ['ad81732b-36f1-4d60-94a0-5ff4de888569'] in dv-cinder-842129-1-iscsi is: [{'id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'name': 'tempest-AttachVolumeNegativeTest-2059950791-router', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:32Z', 'updated_at': '2022-05-24T13:55:39Z', 'revision_number': 4, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'gw_port': {'id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': 'e88eebf3-a7aa-437a-9745-acd03b37f024', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'port_id': '52d23d1f-444b-41aa-8726-0248ab97db05', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'mac_address': 'fa:16:3e:1f:fd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9302a225-a5b2-456b-97ef-a6c329608645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T13:55:48Z', 'updated_at': '2022-05-24T13:56:30Z', 'revision_number': 2, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de62c04-2abf-4511-baba-d8f3c2e68ab2', 'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'mac_address': 'fa:16:3e:8e:27:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:38Z', 'updated_at': '2022-05-24T13:55:46Z', 'revision_number': 5, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'subnets': [{'id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:02:13.463542 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['992b9bb4-a542-4387-82ba-0758b4b5ebb0'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 14:02:13.590788 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5722b513-1e84-48f0-8ba5-fc64cd75e914 None None] New status for floating IP 2332ca7a-a1ad-4905-901e-5fee5c5540e5: DOWN {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 14:02:13.661485 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 40716) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:02:13.719495 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e3b6b13e-3564-4397-babc-043ec9df3a01 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group (9f7ee75f-346e-4257-9dab-d16c69f4809c), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:13.745653 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:13.751441 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e3b6b13e-3564-4397-babc-043ec9df3a01 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group (9f7ee75f-346e-4257-9dab-d16c69f4809c), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:13.805463 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e3b6b13e-3564-4397-babc-043ec9df3a01 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (9f7ee75f-346e-4257-9dab-d16c69f4809c), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:13.807998 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e3b6b13e-3564-4397-babc-043ec9df3a01 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:13.809142 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-e3b6b13e-3564-4397-babc-043ec9df3a01 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "DELETE /v2.0/security-groups/9f7ee75f-346e-4257-9dab-d16c69f4809c HTTP/1.1" status: 204 len: 168 time: 0.1464157 May 24 14:02:13.811989 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 40718) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:02:13.818331 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b6b13e-3564-4397-babc-043ec9df3a01 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7ee75f-346e-4257-9dab-d16c69f4809c,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:13.826675 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.api.v2.resource [None req-cfa2b4d9-e827-46bc-bcc7-124198482fdb tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] show failed (client error): The resource could not be found. May 24 14:02:13.827839 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-cfa2b4d9-e827-46bc-bcc7-124198482fdb tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups/9f7ee75f-346e-4257-9dab-d16c69f4809c HTTP/1.1" status: 404 len: 347 time: 0.0148749 May 24 14:02:13.830693 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 40720) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:02:13.953929 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-25a2b1b1-c212-4cbb-bdbc-db51a5cb4597 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Deleting port f5e98921-71d5-406b-a076-b982c0f6d822 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:02:13.954345 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-25a2b1b1-c212-4cbb-bdbc-db51a5cb4597 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (f5e98921-71d5-406b-a076-b982c0f6d822), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:14.006507 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:14.015448 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:14.074517 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-25a2b1b1-c212-4cbb-bdbc-db51a5cb4597 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (f5e98921-71d5-406b-a076-b982c0f6d822), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:14.074831 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-25a2b1b1-c212-4cbb-bdbc-db51a5cb4597 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for floatingip (f5e98921-71d5-406b-a076-b982c0f6d822), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:14.083473 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b87a7-fa1a-4b5a-b959-dae6938b67e1 req-e4f64430-5a2a-47dd-96a2-a846159c00a4 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:14.084937 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-612b87a7-fa1a-4b5a-b959-dae6938b67e1 req-e4f64430-5a2a-47dd-96a2-a846159c00a4 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=718e90d7-f726-442e-b00a-5289fb2558de HTTP/1.1" status: 200 len: 944 time: 0.0723481 May 24 14:02:14.103033 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-25a2b1b1-c212-4cbb-bdbc-db51a5cb4597 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Calling delete_port for f5e98921-71d5-406b-a076-b982c0f6d822 owned by network:floatingip {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:02:14.193735 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-612b87a7-fa1a-4b5a-b959-dae6938b67e1 req-577bbd37-71be-44f0-a6a9-3f8c455dcb1b tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033282 May 24 14:02:14.278683 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-25a2b1b1-c212-4cbb-bdbc-db51a5cb4597 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (f5e98921-71d5-406b-a076-b982c0f6d822), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:14.306465 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2b1b1-c212-4cbb-bdbc-db51a5cb4597 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Pushing event deleted for resources: {'Port': ['ID=f5e98921-71d5-406b-a076-b982c0f6d822,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:14.367774 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-25a2b1b1-c212-4cbb-bdbc-db51a5cb4597 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for floatingip (2332ca7a-a1ad-4905-901e-5fee5c5540e5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:14.370397 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-25a2b1b1-c212-4cbb-bdbc-db51a5cb4597 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:14.371526 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-25a2b1b1-c212-4cbb-bdbc-db51a5cb4597 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "DELETE /v2.0/floatingips/2332ca7a-a1ad-4905-901e-5fee5c5540e5 HTTP/1.1" status: 204 len: 168 time: 0.5398774 May 24 14:02:14.728727 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 992b9bb4-a542-4387-82ba-0758b4b5ebb0 up at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:02:14.776144 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning for port 992b9bb4-a542-4387-82ba-0758b4b5ebb0 completed by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 14:02:14.781206 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning complete for port 992b9bb4-a542-4387-82ba-0758b4b5ebb0 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:02:14.781555 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (992b9bb4-a542-4387-82ba-0758b4b5ebb0), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:14.854724 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 992b9bb4-a542-4387-82ba-0758b4b5ebb0 is: BUILD; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:02:14.855138 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (992b9bb4-a542-4387-82ba-0758b4b5ebb0), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:14.874210 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:14.879245 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718e90d7-f726-442e-b00a-5289fb2558de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992b9bb4-a542-4387-82ba-0758b4b5ebb0'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:02:14.881458 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6704ccb53a4068acec69ef2b688a9e5af712f2ba46f4bf8cce86ae06eb28aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79702c63-e759-41d5-91bc-040901b8fb1b" -d '{"events": [{"server_uuid": "718e90d7-f726-442e-b00a-5289fb2558de", "name": "network-vif-plugged", "status": "completed", "tag": "992b9bb4-a542-4387-82ba-0758b4b5ebb0"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:02:14.895762 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 992b9bb4-a542-4387-82ba-0758b4b5ebb0, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=992b9bb4-a542-4387-82ba-0758b4b5ebb0,segment=NetworkSegment(1e6ed359-4160-4992-9ca6-a2eeb518f77f),segment_id=1e6ed359-4160-4992-9ca6-a2eeb518f77f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:02:14.899416 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (992b9bb4-a542-4387-82ba-0758b4b5ebb0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:14.900333 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 7c101693-d68b-41a9-ac5b-61fc73b8be1d no longer exists at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:02:14.938125 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 14:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5bfcb7-2c02-4f53-8c9a-85adbf851b8a x-openstack-request-id: req-7a5bfcb7-2c02-4f53-8c9a-85adbf851b8a {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:02:14.938999 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718e90d7-f726-442e-b00a-5289fb2558de", "name": "network-vif-plugged", "status": "completed", "tag": "992b9bb4-a542-4387-82ba-0758b4b5ebb0", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:02:14.939260 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7a5bfcb7-2c02-4f53-8c9a-85adbf851b8a {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:02:14.939640 dv-cinder-842129-1-iscsi neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a5bfcb7-2c02-4f53-8c9a-85adbf851b8a'] response: {'server_uuid': '718e90d7-f726-442e-b00a-5289fb2558de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992b9bb4-a542-4387-82ba-0758b4b5ebb0', 'code': 200} May 24 14:02:14.942112 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] No Port match for: 7c101693-d68b-41a9-ac5b-61fc73b8be1d {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:02:14.942456 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 7c101693-d68b-41a9-ac5b-61fc73b8be1d not bound to the agent host hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:02:14.965835 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=992b9bb4-a542-4387-82ba-0758b4b5ebb0,revision_number=5']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:15.341653 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d9be5-4192-44b9-8142-3a13370c8036 req-7b313ae8-0db4-4a3c-a901-00a6e0a8bef8 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:15.343133 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f35d9be5-4192-44b9-8142-3a13370c8036 req-7b313ae8-0db4-4a3c-a901-00a6e0a8bef8 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=718e90d7-f726-442e-b00a-5289fb2558de HTTP/1.1" status: 200 len: 945 time: 0.0816219 May 24 14:02:15.352220 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84da3c-2633-4999-b53c-6c0234c489e2 req-5724d2a5-7771-4b73-b4ae-338adf19bd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:15.353596 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6b84da3c-2633-4999-b53c-6c0234c489e2 req-5724d2a5-7771-4b73-b4ae-338adf19bd2d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=718e90d7-f726-442e-b00a-5289fb2558de HTTP/1.1" status: 200 len: 1129 time: 0.0577528 May 24 14:02:15.425352 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f35d9be5-4192-44b9-8142-3a13370c8036 req-663de023-bd9a-451e-8bfd-0cb10ead6446 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752945 May 24 14:02:15.428960 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6b84da3c-2633-4999-b53c-6c0234c489e2 req-eefeca71-7225-41ff-8fdb-b9a3aed9abac service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631149 May 24 14:02:16.541662 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32c037-b4e8-459a-9137-081e0b4cc11d req-0f433d77-cf62-4f26-af5f-efdb624b31a0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:16.543111 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-3f32c037-b4e8-459a-9137-081e0b4cc11d req-0f433d77-cf62-4f26-af5f-efdb624b31a0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=718e90d7-f726-442e-b00a-5289fb2558de HTTP/1.1" status: 200 len: 945 time: 0.0477822 May 24 14:02:16.589946 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-3f32c037-b4e8-459a-9137-081e0b4cc11d req-f088ee1b-d29e-4ef0-aaa7-3da12e9242f7 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413942 May 24 14:02:17.046780 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117ae12-31c0-46c4-a68c-b24d0fbe787b req-43657361-502f-4e53-99dc-c81f84f2591b tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:17.048142 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4117ae12-31c0-46c4-a68c-b24d0fbe787b req-43657361-502f-4e53-99dc-c81f84f2591b tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=9302a225-a5b2-456b-97ef-a6c329608645 HTTP/1.1" status: 200 len: 946 time: 0.0470176 May 24 14:02:17.094850 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4117ae12-31c0-46c4-a68c-b24d0fbe787b req-0e275c06-7b4b-4d4b-8089-29bea95b82c0 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=85368fb9-1914-4a20-a87d-5795db208cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402732 May 24 14:02:17.701525 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a35c23-bc1e-46e4-9776-77a14b4c9f5b req-f7be99ff-3cf8-4eda-bf80-984dfa10c195 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:17.702955 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d2a35c23-bc1e-46e4-9776-77a14b4c9f5b req-f7be99ff-3cf8-4eda-bf80-984dfa10c195 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=718e90d7-f726-442e-b00a-5289fb2558de HTTP/1.1" status: 200 len: 945 time: 0.0460091 May 24 14:02:17.755067 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d2a35c23-bc1e-46e4-9776-77a14b4c9f5b req-84da24f4-0002-436c-9c74-a0724d7cd600 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459030 May 24 14:02:17.867965 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3796d9-2511-4941-81f3-ceb48643fb1e req-69787d3e-4097-4378-9199-d6dfa4e51201 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:17.869869 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0c3796d9-2511-4941-81f3-ceb48643fb1e req-69787d3e-4097-4378-9199-d6dfa4e51201 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=718e90d7-f726-442e-b00a-5289fb2558de HTTP/1.1" status: 200 len: 945 time: 0.0465240 May 24 14:02:17.921372 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0c3796d9-2511-4941-81f3-ceb48643fb1e req-7e768e79-2426-4b98-82de-a526e38a1fdb tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454929 May 24 14:02:17.945042 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 40756) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:02:17.985537 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f5585-6852-4ee1-b88a-0d424967f95e tempest-TestVolumeBootPattern-626065072 tempest-TestVolumeBootPattern-626065072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:17.987514 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-764f5585-6852-4ee1-b88a-0d424967f95e tempest-TestVolumeBootPattern-626065072 tempest-TestVolumeBootPattern-626065072-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=718e90d7-f726-442e-b00a-5289fb2558de HTTP/1.1" status: 200 len: 1124 time: 0.0414996 May 24 14:02:17.990279 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 40758) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:02:17.994760 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-f72f768e-ee58-4134-8c52-89da1be0bef3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Request body: {'floatingip': {'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'port_id': '992b9bb4-a542-4387-82ba-0758b4b5ebb0', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:02:18.015697 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f72f768e-ee58-4134-8c52-89da1be0bef3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:18.090932 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f72f768e-ee58-4134-8c52-89da1be0bef3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:18.202138 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-f72f768e-ee58-4134-8c52-89da1be0bef3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Allocated IP 172.27.3.185 (77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6/277372c2-c924-4ff9-98b4-a2b2337930ef/3a57692b-9e3f-4719-a07a-7c9ee8a0b217) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 14:02:18.215640 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96399338-d4bc-4e33-8514-58a450e54acc req-7783ebf8-d019-4392-88ea-f725961369e1 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:18.217162 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-96399338-d4bc-4e33-8514-58a450e54acc req-7783ebf8-d019-4392-88ea-f725961369e1 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=9302a225-a5b2-456b-97ef-a6c329608645 HTTP/1.1" status: 200 len: 946 time: 0.0472980 May 24 14:02:18.275063 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-96399338-d4bc-4e33-8514-58a450e54acc req-1c5ca0c6-aa11-4647-abd9-ec6a62c02a15 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=85368fb9-1914-4a20-a87d-5795db208cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486655 May 24 14:02:18.322723 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f72f768e-ee58-4134-8c52-89da1be0bef3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for port (3a57692b-9e3f-4719-a07a-7c9ee8a0b217), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:18.326232 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:18.344966 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef356adf-79d0-493c-835d-151bc3bd91ba req-736f9eaf-1f0e-44df-8ae6-dcb4739d38d9 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:18.347102 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ef356adf-79d0-493c-835d-151bc3bd91ba req-736f9eaf-1f0e-44df-8ae6-dcb4739d38d9 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.55 "GET /v2.0/ports?device_id=9302a225-a5b2-456b-97ef-a6c329608645 HTTP/1.1" status: 200 len: 946 time: 0.0532055 May 24 14:02:18.347907 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:18.358158 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f72f768e-ee58-4134-8c52-89da1be0bef3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (3a57692b-9e3f-4719-a07a-7c9ee8a0b217), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:18.399542 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72f768e-ee58-4134-8c52-89da1be0bef3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:02:18.406083 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-f72f768e-ee58-4134-8c52-89da1be0bef3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:02:18.409227 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72f768e-ee58-4134-8c52-89da1be0bef3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 14:02:18.434071 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-ef356adf-79d0-493c-835d-151bc3bd91ba req-c26aa6bb-88f4-408f-906a-67904f9a052a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Deleting port 52d23d1f-444b-41aa-8726-0248ab97db05 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:02:18.434406 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-ef356adf-79d0-493c-835d-151bc3bd91ba req-c26aa6bb-88f4-408f-906a-67904f9a052a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (52d23d1f-444b-41aa-8726-0248ab97db05), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:18.438637 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f768e-ee58-4134-8c52-89da1be0bef3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Pushing event updated for resources: {'Port': ['ID=3a57692b-9e3f-4719-a07a-7c9ee8a0b217,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:18.514059 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:18.521167 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:18.531243 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-ef356adf-79d0-493c-835d-151bc3bd91ba req-c26aa6bb-88f4-408f-906a-67904f9a052a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] For port 52d23d1f-444b-41aa-8726-0248ab97db05, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=52d23d1f-444b-41aa-8726-0248ab97db05,segment=NetworkSegment(73f4eb4c-d3e0-4414-9a39-779107de724b),segment_id=73f4eb4c-d3e0-4414-9a39-779107de724b)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:02:18.531635 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-ef356adf-79d0-493c-835d-151bc3bd91ba req-c26aa6bb-88f4-408f-906a-67904f9a052a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (52d23d1f-444b-41aa-8726-0248ab97db05), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:18.700069 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-ef356adf-79d0-493c-835d-151bc3bd91ba req-c26aa6bb-88f4-408f-906a-67904f9a052a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:18.700541 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-ef356adf-79d0-493c-835d-151bc3bd91ba req-c26aa6bb-88f4-408f-906a-67904f9a052a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534436'] for floatingip (e88eebf3-a7aa-437a-9745-acd03b37f024), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:18.700861 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.db.l3_db [req-ef356adf-79d0-493c-835d-151bc3bd91ba req-c26aa6bb-88f4-408f-906a-67904f9a052a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Floating IP e88eebf3-a7aa-437a-9745-acd03b37f024 disassociated. External IP: 172.27.3.91, port: 52d23d1f-444b-41aa-8726-0248ab97db05. May 24 14:02:18.701207 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-ef356adf-79d0-493c-835d-151bc3bd91ba req-c26aa6bb-88f4-408f-906a-67904f9a052a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Calling delete_port for 52d23d1f-444b-41aa-8726-0248ab97db05 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:02:18.777997 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f72f768e-ee58-4134-8c52-89da1be0bef3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for floatingip (9989ff84-4e01-4e2c-adf6-21024e30186a), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:18.828093 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-ef356adf-79d0-493c-835d-151bc3bd91ba req-c26aa6bb-88f4-408f-906a-67904f9a052a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (52d23d1f-444b-41aa-8726-0248ab97db05), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:18.850156 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f72f768e-ee58-4134-8c52-89da1be0bef3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (3a57692b-9e3f-4719-a07a-7c9ee8a0b217), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:18.859183 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26aa6bb-88f4-408f-906a-67904f9a052a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Pushing event deleted for resources: {'Port': ['ID=52d23d1f-444b-41aa-8726-0248ab97db05,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:18.978288 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef356adf-79d0-493c-835d-151bc3bd91ba req-c26aa6bb-88f4-408f-906a-67904f9a052a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Router ad81732b-36f1-4d60-94a0-5ff4de888569 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:02:19.085911 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef356adf-79d0-493c-835d-151bc3bd91ba req-c26aa6bb-88f4-408f-906a-67904f9a052a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:02:19.098603 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843a5a8d-0836-4263-849f-cf60a191b45d None None] Sync routers for ids ['ad81732b-36f1-4d60-94a0-5ff4de888569'] in dv-cinder-842129-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:02:19.109907 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843a5a8d-0836-4263-849f-cf60a191b45d None None] Routers {'ad81732b-36f1-4d60-94a0-5ff4de888569'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:02:19.110862 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-843a5a8d-0836-4263-849f-cf60a191b45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:01:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad81732b-36f1-4d60-94a0-5ff4de888569'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:02:19.230829 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-843a5a8d-0836-4263-849f-cf60a191b45d None None] Set router ad81732b-36f1-4d60-94a0-5ff4de888569 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:02:19.296813 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f72f768e-ee58-4134-8c52-89da1be0bef3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for port (3a57692b-9e3f-4719-a07a-7c9ee8a0b217), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:19.307853 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f72f768e-ee58-4134-8c52-89da1be0bef3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5058382'] for port (3a57692b-9e3f-4719-a07a-7c9ee8a0b217), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:19.353057 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef356adf-79d0-493c-835d-151bc3bd91ba req-c26aa6bb-88f4-408f-906a-67904f9a052a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] No DVR routers for this DVR port 52d23d1f-444b-41aa-8726-0248ab97db05 on host hv-cinder-84212 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 14:02:19.357057 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-ef356adf-79d0-493c-835d-151bc3bd91ba req-c26aa6bb-88f4-408f-906a-67904f9a052a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:19.360734 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ef356adf-79d0-493c-835d-151bc3bd91ba req-c26aa6bb-88f4-408f-906a-67904f9a052a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.55 "DELETE /v2.0/ports/52d23d1f-444b-41aa-8726-0248ab97db05 HTTP/1.1" status: 204 len: 173 time: 1.0088954 May 24 14:02:19.361288 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9302a225-a5b2-456b-97ef-a6c329608645', 'name': 'network-vif-deleted', 'tag': '52d23d1f-444b-41aa-8726-0248ab97db05'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:02:19.372007 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60922b96e112649546d89072a262e180bf09e65c4ab2e641290b12b7b14c337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310a2778-4bea-48ef-88d7-e9b67afb8335" -d '{"events": [{"server_uuid": "9302a225-a5b2-456b-97ef-a6c329608645", "name": "network-vif-deleted", "tag": "52d23d1f-444b-41aa-8726-0248ab97db05"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:02:19.378602 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:19.395936 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f768e-ee58-4134-8c52-89da1be0bef3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Pushing event updated for resources: {'Port': ['ID=3a57692b-9e3f-4719-a07a-7c9ee8a0b217,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:19.447969 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bd9bf13d-896c-4387-a920-9631a1c90620 req-af32ff0d-6e06-4129-b800-6c66e8ae9b46 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=9302a225-a5b2-456b-97ef-a6c329608645 HTTP/1.1" status: 200 len: 210 time: 0.0560901 May 24 14:02:19.458872 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f72f768e-ee58-4134-8c52-89da1be0bef3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534436'] for floatingip (9989ff84-4e01-4e2c-adf6-21024e30186a), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:19.482423 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 14:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc14b3f-d5c4-4b05-8f6b-8d8494d8d0ea x-openstack-request-id: req-1dc14b3f-d5c4-4b05-8f6b-8d8494d8d0ea {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:02:19.482718 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9302a225-a5b2-456b-97ef-a6c329608645", "name": "network-vif-deleted", "tag": "52d23d1f-444b-41aa-8726-0248ab97db05", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:02:19.482976 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1dc14b3f-d5c4-4b05-8f6b-8d8494d8d0ea {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:02:19.483431 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dc14b3f-d5c4-4b05-8f6b-8d8494d8d0ea'] response: {'server_uuid': '9302a225-a5b2-456b-97ef-a6c329608645', 'name': 'network-vif-deleted', 'tag': '52d23d1f-444b-41aa-8726-0248ab97db05', 'status': 'completed', 'code': 200} May 24 14:02:19.485571 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-843a5a8d-0836-4263-849f-cf60a191b45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'name': 'tempest-AttachVolumeNegativeTest-2059950791-router', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:32Z', 'updated_at': '2022-05-24T13:55:39Z', 'revision_number': 4, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'gw_port': {'id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '8de62c04-2abf-4511-baba-d8f3c2e68ab2', 'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'mac_address': 'fa:16:3e:8e:27:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:38Z', 'updated_at': '2022-05-24T13:55:46Z', 'revision_number': 5, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'subnets': [{'id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:02:19.525526 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843a5a8d-0836-4263-849f-cf60a191b45d None None] Checking router: ad81732b-36f1-4d60-94a0-5ff4de888569 for host: dv-cinder-842129-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:02:19.535294 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843a5a8d-0836-4263-849f-cf60a191b45d None None] Routers {'ad81732b-36f1-4d60-94a0-5ff4de888569'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:02:19.535532 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-843a5a8d-0836-4263-849f-cf60a191b45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:01:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad81732b-36f1-4d60-94a0-5ff4de888569'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:02:19.565044 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.db.l3_db [None req-f72f768e-ee58-4134-8c52-89da1be0bef3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Floating IP 9989ff84-4e01-4e2c-adf6-21024e30186a associated. External IP: 172.27.3.185, port: 992b9bb4-a542-4387-82ba-0758b4b5ebb0. May 24 14:02:19.634395 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-843a5a8d-0836-4263-849f-cf60a191b45d None None] Set router ad81732b-36f1-4d60-94a0-5ff4de888569 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:02:19.772192 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72f768e-ee58-4134-8c52-89da1be0bef3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Router ad3b5635-ef70-4777-8466-ffd87c5730c1 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:02:19.828166 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-843a5a8d-0836-4263-849f-cf60a191b45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'name': 'tempest-AttachVolumeNegativeTest-2059950791-router', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:32Z', 'updated_at': '2022-05-24T13:55:39Z', 'revision_number': 4, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'gw_port': {'id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '8de62c04-2abf-4511-baba-d8f3c2e68ab2', 'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'mac_address': 'fa:16:3e:8e:27:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:38Z', 'updated_at': '2022-05-24T13:55:46Z', 'revision_number': 5, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'subnets': [{'id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:02:19.831927 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=100 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:19.857230 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843a5a8d-0836-4263-849f-cf60a191b45d None None] The sync data for ids ['ad81732b-36f1-4d60-94a0-5ff4de888569'] in dv-cinder-842129-1-iscsi is: [{'id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'name': 'tempest-AttachVolumeNegativeTest-2059950791-router', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:32Z', 'updated_at': '2022-05-24T13:55:39Z', 'revision_number': 4, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'gw_port': {'id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '8de62c04-2abf-4511-baba-d8f3c2e68ab2', 'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'mac_address': 'fa:16:3e:8e:27:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:38Z', 'updated_at': '2022-05-24T13:55:46Z', 'revision_number': 5, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'subnets': [{'id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:02:19.876268 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:19.887577 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72f768e-ee58-4134-8c52-89da1be0bef3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:02:19.898521 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4eb4221-aa4a-4f4a-b654-1d85a1b40c2f None None] Sync routers for ids ['ad3b5635-ef70-4777-8466-ffd87c5730c1'] in dv-cinder-842129-1-iscsi {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:02:19.912865 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eb4221-aa4a-4f4a-b654-1d85a1b40c2f None None] Routers {'ad3b5635-ef70-4777-8466-ffd87c5730c1'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:02:19.913545 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c4eb4221-aa4a-4f4a-b654-1d85a1b40c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:01:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad3b5635-ef70-4777-8466-ffd87c5730c1'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:02:19.916745 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f72f768e-ee58-4134-8c52-89da1be0bef3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:19.962977 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-f72f768e-ee58-4134-8c52-89da1be0bef3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9696674 May 24 14:02:19.962977 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718e90d7-f726-442e-b00a-5289fb2558de', 'tag': '992b9bb4-a542-4387-82ba-0758b4b5ebb0'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:02:19.963960 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9e24d6-166f-4d2a-91a5-62373b9e3867" -d '{"events": [{"name": "network-changed", "server_uuid": "718e90d7-f726-442e-b00a-5289fb2558de", "tag": "992b9bb4-a542-4387-82ba-0758b4b5ebb0"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:02:20.000140 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 14:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13e4eb6-a51b-4ae0-b622-481ef94b972a x-openstack-request-id: req-b13e4eb6-a51b-4ae0-b622-481ef94b972a {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:02:20.000449 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718e90d7-f726-442e-b00a-5289fb2558de", "tag": "992b9bb4-a542-4387-82ba-0758b4b5ebb0", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:02:20.000699 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b13e4eb6-a51b-4ae0-b622-481ef94b972a {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:02:20.001096 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b13e4eb6-a51b-4ae0-b622-481ef94b972a'] response: {'name': 'network-changed', 'server_uuid': '718e90d7-f726-442e-b00a-5289fb2558de', 'tag': '992b9bb4-a542-4387-82ba-0758b4b5ebb0', 'status': 'completed', 'code': 200} May 24 14:02:20.036532 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-c4eb4221-aa4a-4f4a-b654-1d85a1b40c2f None None] Set router ad3b5635-ef70-4777-8466-ffd87c5730c1 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:02:20.063312 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e24d6-166f-4d2a-91a5-62373b9e3867 req-6dac6a9a-4968-461d-9920-ffbafecc8376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:20.065016 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-7a9e24d6-166f-4d2a-91a5-62373b9e3867 req-6dac6a9a-4968-461d-9920-ffbafecc8376 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7bb15f1d3e524d67b5493cb483ee8547&device_id=718e90d7-f726-442e-b00a-5289fb2558de HTTP/1.1" status: 200 len: 1129 time: 0.0426776 May 24 14:02:20.131685 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:20.153063 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c909e5-53a0-417c-94d6-03dd434c5ff8 None None] New status for floating IP e88eebf3-a7aa-437a-9745-acd03b37f024: DOWN {{(pid=103809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 14:02:20.167874 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e24d6-166f-4d2a-91a5-62373b9e3867 req-88afcd67-e181-45ca-baae-3f8a6498c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:20.169349 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-7a9e24d6-166f-4d2a-91a5-62373b9e3867 req-88afcd67-e181-45ca-baae-3f8a6498c425 service neutron] 10.222.0.55 "GET /v2.0/networks?id=da184706-a3cd-4a03-bf62-0c961d1fd5b4 HTTP/1.1" status: 200 len: 913 time: 0.0979526 May 24 14:02:20.257762 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c4eb4221-aa4a-4f4a-b654-1d85a1b40c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'name': 'tempest-TestVolumeBootPattern-1261063742-router', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:57:41Z', 'updated_at': '2022-05-24T13:57:46Z', 'revision_number': 4, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'gw_port': {'id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:43Z', 'updated_at': '2022-05-24T13:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '9989ff84-4e01-4e2c-adf6-21024e30186a', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'port_id': '992b9bb4-a542-4387-82ba-0758b4b5ebb0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'mac_address': 'fa:16:3e:75:be:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718e90d7-f726-442e-b00a-5289fb2558de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T14:02:18Z', 'updated_at': '2022-05-24T14:02:18Z', 'revision_number': 0, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a49196f-a083-4f82-9579-b43e8beabd03', 'name': '', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'mac_address': 'fa:16:3e:59:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:45Z', 'updated_at': '2022-05-24T13:57:52Z', 'revision_number': 5, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'subnets': [{'id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:02:20.262469 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-7a9e24d6-166f-4d2a-91a5-62373b9e3867 req-3ac0dc45-dddd-4e07-8514-c5a9b232e48e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=992b9bb4-a542-4387-82ba-0758b4b5ebb0 HTTP/1.1" status: 200 len: 999 time: 0.0866487 May 24 14:02:20.283396 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4eb4221-aa4a-4f4a-b654-1d85a1b40c2f None None] Checking router: ad3b5635-ef70-4777-8466-ffd87c5730c1 for host: dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:02:20.292250 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eb4221-aa4a-4f4a-b654-1d85a1b40c2f None None] Routers {'ad3b5635-ef70-4777-8466-ffd87c5730c1'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:02:20.292863 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c4eb4221-aa4a-4f4a-b654-1d85a1b40c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:01:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad3b5635-ef70-4777-8466-ffd87c5730c1'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:02:20.317323 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e24d6-166f-4d2a-91a5-62373b9e3867 req-c55897ac-0552-408b-be55-20e20ce2dcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:20.318747 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-7a9e24d6-166f-4d2a-91a5-62373b9e3867 req-c55897ac-0552-408b-be55-20e20ce2dcae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b11a7f37-1257-4714-9cab-12aa8fc6a3a6 HTTP/1.1" status: 200 len: 851 time: 0.0501842 May 24 14:02:20.362666 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e24d6-166f-4d2a-91a5-62373b9e3867 req-25e1c399-059b-4cb2-b6c1-888eb58cba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:20.364186 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-7a9e24d6-166f-4d2a-91a5-62373b9e3867 req-25e1c399-059b-4cb2-b6c1-888eb58cba55 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da184706-a3cd-4a03-bf62-0c961d1fd5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392878 May 24 14:02:20.421756 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:20.458764 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-7a9e24d6-166f-4d2a-91a5-62373b9e3867 req-7462d874-991e-432b-8580-9ec16c3f4bbd service neutron] 10.222.0.55 "GET /v2.0/networks/da184706-a3cd-4a03-bf62-0c961d1fd5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883653 May 24 14:02:20.482315 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-c4eb4221-aa4a-4f4a-b654-1d85a1b40c2f None None] Set router ad3b5635-ef70-4777-8466-ffd87c5730c1 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:02:20.549182 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 40776) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:02:20.565732 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-7a9e24d6-166f-4d2a-91a5-62373b9e3867 req-479b3c7a-60ae-42e2-ba00-1c0a798f5b9c service neutron] 10.222.0.55 "GET /v2.0/networks/da184706-a3cd-4a03-bf62-0c961d1fd5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001689 May 24 14:02:20.612396 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8b0dca31-f648-49f3-8bc2-7363bdd7212a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group (85368fb9-1914-4a20-a87d-5795db208cda), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:20.636081 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8b0dca31-f648-49f3-8bc2-7363bdd7212a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group (85368fb9-1914-4a20-a87d-5795db208cda), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:20.684152 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8b0dca31-f648-49f3-8bc2-7363bdd7212a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (85368fb9-1914-4a20-a87d-5795db208cda), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:20.686570 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8b0dca31-f648-49f3-8bc2-7363bdd7212a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:20.687703 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-8b0dca31-f648-49f3-8bc2-7363bdd7212a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "DELETE /v2.0/security-groups/85368fb9-1914-4a20-a87d-5795db208cda HTTP/1.1" status: 204 len: 168 time: 0.1360910 May 24 14:02:20.690731 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 40778) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:02:20.697130 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0dca31-f648-49f3-8bc2-7363bdd7212a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85368fb9-1914-4a20-a87d-5795db208cda,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:20.697581 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c4eb4221-aa4a-4f4a-b654-1d85a1b40c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'name': 'tempest-TestVolumeBootPattern-1261063742-router', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:57:41Z', 'updated_at': '2022-05-24T13:57:46Z', 'revision_number': 4, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'gw_port': {'id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:43Z', 'updated_at': '2022-05-24T13:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '9989ff84-4e01-4e2c-adf6-21024e30186a', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'port_id': '992b9bb4-a542-4387-82ba-0758b4b5ebb0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'mac_address': 'fa:16:3e:75:be:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718e90d7-f726-442e-b00a-5289fb2558de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T14:02:18Z', 'updated_at': '2022-05-24T14:02:18Z', 'revision_number': 0, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a49196f-a083-4f82-9579-b43e8beabd03', 'name': '', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'mac_address': 'fa:16:3e:59:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:45Z', 'updated_at': '2022-05-24T13:57:52Z', 'revision_number': 5, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'subnets': [{'id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:02:20.711157 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:20.715376 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.api.v2.resource [None req-751a6eb4-9a10-41ff-8bfc-25ab079cea5e tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] show failed (client error): The resource could not be found. May 24 14:02:20.719807 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 40780) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:02:20.719955 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-751a6eb4-9a10-41ff-8bfc-25ab079cea5e tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups/85368fb9-1914-4a20-a87d-5795db208cda HTTP/1.1" status: 404 len: 347 time: 0.0244095 May 24 14:02:20.726841 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4eb4221-aa4a-4f4a-b654-1d85a1b40c2f None None] The sync data for ids ['ad3b5635-ef70-4777-8466-ffd87c5730c1'] in dv-cinder-842129-1-iscsi is: [{'id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'name': 'tempest-TestVolumeBootPattern-1261063742-router', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:57:41Z', 'updated_at': '2022-05-24T13:57:46Z', 'revision_number': 4, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'gw_port': {'id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:43Z', 'updated_at': '2022-05-24T13:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '9989ff84-4e01-4e2c-adf6-21024e30186a', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'port_id': '992b9bb4-a542-4387-82ba-0758b4b5ebb0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'mac_address': 'fa:16:3e:75:be:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718e90d7-f726-442e-b00a-5289fb2558de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T14:02:18Z', 'updated_at': '2022-05-24T14:02:18Z', 'revision_number': 0, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a49196f-a083-4f82-9579-b43e8beabd03', 'name': '', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'mac_address': 'fa:16:3e:59:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:45Z', 'updated_at': '2022-05-24T13:57:52Z', 'revision_number': 5, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'subnets': [{'id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:02:20.755040 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 52d23d1f-444b-41aa-8726-0248ab97db05 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:02:20.779510 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] No Port match for: 52d23d1f-444b-41aa-8726-0248ab97db05 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:02:20.779956 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 52d23d1f-444b-41aa-8726-0248ab97db05 not bound to the agent host hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:02:20.840699 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-0c8dce93-8e9b-40ee-b3fb-36ad94529e70 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Deleting port 2bd2e4e8-ad2a-4d44-b03e-21a9961ab2ba {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:02:20.841037 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0c8dce93-8e9b-40ee-b3fb-36ad94529e70 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (2bd2e4e8-ad2a-4d44-b03e-21a9961ab2ba), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:20.922443 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0c8dce93-8e9b-40ee-b3fb-36ad94529e70 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (2bd2e4e8-ad2a-4d44-b03e-21a9961ab2ba), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:20.922763 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0c8dce93-8e9b-40ee-b3fb-36ad94529e70 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for floatingip (2bd2e4e8-ad2a-4d44-b03e-21a9961ab2ba), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:20.930639 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293755b0-e21b-4e93-8a7b-14ee038043e9 None None] New status for floating IP 9989ff84-4e01-4e2c-adf6-21024e30186a: ACTIVE {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 14:02:20.936235 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-0c8dce93-8e9b-40ee-b3fb-36ad94529e70 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Calling delete_port for 2bd2e4e8-ad2a-4d44-b03e-21a9961ab2ba owned by network:floatingip {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:02:20.992391 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:21.042588 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:21.079228 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0c8dce93-8e9b-40ee-b3fb-36ad94529e70 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (2bd2e4e8-ad2a-4d44-b03e-21a9961ab2ba), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:21.103711 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8dce93-8e9b-40ee-b3fb-36ad94529e70 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Pushing event deleted for resources: {'Port': ['ID=2bd2e4e8-ad2a-4d44-b03e-21a9961ab2ba,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:21.172422 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0c8dce93-8e9b-40ee-b3fb-36ad94529e70 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for floatingip (e88eebf3-a7aa-437a-9745-acd03b37f024), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:21.175939 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0c8dce93-8e9b-40ee-b3fb-36ad94529e70 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:21.177063 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-0c8dce93-8e9b-40ee-b3fb-36ad94529e70 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "DELETE /v2.0/floatingips/e88eebf3-a7aa-437a-9745-acd03b37f024 HTTP/1.1" status: 204 len: 168 time: 0.4552565 May 24 14:02:21.250750 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 40784) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:02:21.255801 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-4cb63449-863f-4bcd-9797-9181e7c7c020 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1767110219', 'description': 'tempest-description--1327245707'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:02:21.276684 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4cb63449-863f-4bcd-9797-9181e7c7c020 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:21.342059 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4cb63449-863f-4bcd-9797-9181e7c7c020 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group (f3293616-458e-4085-b666-37eb8bbd32c0), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:21.346049 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4cb63449-863f-4bcd-9797-9181e7c7c020 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (f3293616-458e-4085-b666-37eb8bbd32c0), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:21.363284 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:DELETE=7,neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:21.378399 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4cb63449-863f-4bcd-9797-9181e7c7c020 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:21.379549 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-4cb63449-863f-4bcd-9797-9181e7c7c020 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1277745 May 24 14:02:21.381037 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb63449-863f-4bcd-9797-9181e7c7c020 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3293616-458e-4085-b666-37eb8bbd32c0,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:21.382586 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 40786) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:02:21.387847 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-5cd4e853-587d-4816-b95e-4a61fb262aa9 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Request body: {'security_group_rule': {'security_group_id': 'f3293616-458e-4085-b666-37eb8bbd32c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:02:21.417742 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5cd4e853-587d-4816-b95e-4a61fb262aa9 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group_rule (51dcfbfe-cf91-41b6-b637-77684e35169d), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:21.477707 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5cd4e853-587d-4816-b95e-4a61fb262aa9 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group_rule (51dcfbfe-cf91-41b6-b637-77684e35169d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:21.481529 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5cd4e853-587d-4816-b95e-4a61fb262aa9 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709697'] for security_group_rule (51dcfbfe-cf91-41b6-b637-77684e35169d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:21.500532 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd4e853-587d-4816-b95e-4a61fb262aa9 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51dcfbfe-cf91-41b6-b637-77684e35169d,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:21.509906 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5cd4e853-587d-4816-b95e-4a61fb262aa9 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:21.511067 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-5cd4e853-587d-4816-b95e-4a61fb262aa9 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1267679 May 24 14:02:21.513905 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 40788) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:02:21.519337 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-cd2e3e02-0a0f-4cc8-b9f9-fb9304159a6f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Request body: {'security_group_rule': {'security_group_id': 'f3293616-458e-4085-b666-37eb8bbd32c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:02:21.546074 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-cd2e3e02-0a0f-4cc8-b9f9-fb9304159a6f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group_rule (c18f6eb5-352b-469f-aa63-d822a4e75df9), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:21.593208 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-cd2e3e02-0a0f-4cc8-b9f9-fb9304159a6f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group_rule (c18f6eb5-352b-469f-aa63-d822a4e75df9), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:21.596620 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-cd2e3e02-0a0f-4cc8-b9f9-fb9304159a6f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709697'] for security_group_rule (c18f6eb5-352b-469f-aa63-d822a4e75df9), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:21.614751 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e3e02-0a0f-4cc8-b9f9-fb9304159a6f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c18f6eb5-352b-469f-aa63-d822a4e75df9,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:21.620075 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-cd2e3e02-0a0f-4cc8-b9f9-fb9304159a6f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:21.623673 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-cd2e3e02-0a0f-4cc8-b9f9-fb9304159a6f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1087675 May 24 14:02:21.624349 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 40790) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:02:21.629466 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-3ae0cf54-0807-49fb-a4f6-c49a9331dccc tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Request body: {'floatingip': {'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:02:21.650146 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ae0cf54-0807-49fb-a4f6-c49a9331dccc tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:21.729322 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ae0cf54-0807-49fb-a4f6-c49a9331dccc tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:21.832603 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-3ae0cf54-0807-49fb-a4f6-c49a9331dccc tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Allocated IP 172.27.3.58 (77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6/277372c2-c924-4ff9-98b4-a2b2337930ef/f84879f9-9e9f-4986-99e0-781f819e0d79) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 14:02:21.915119 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:21.938774 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ae0cf54-0807-49fb-a4f6-c49a9331dccc tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for port (f84879f9-9e9f-4986-99e0-781f819e0d79), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:21.976876 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ae0cf54-0807-49fb-a4f6-c49a9331dccc tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (f84879f9-9e9f-4986-99e0-781f819e0d79), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:22.016027 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae0cf54-0807-49fb-a4f6-c49a9331dccc tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:02:22.020298 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-3ae0cf54-0807-49fb-a4f6-c49a9331dccc tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:02:22.024041 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae0cf54-0807-49fb-a4f6-c49a9331dccc tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 14:02:22.029037 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae0cf54-0807-49fb-a4f6-c49a9331dccc tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Pushing event updated for resources: {'Port': ['ID=f84879f9-9e9f-4986-99e0-781f819e0d79,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:22.101602 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:22.113305 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ae0cf54-0807-49fb-a4f6-c49a9331dccc tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for floatingip (48159da1-e4ed-468e-9c4c-6b6570b4e34d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:22.150682 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ae0cf54-0807-49fb-a4f6-c49a9331dccc tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (f84879f9-9e9f-4986-99e0-781f819e0d79), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:22.317019 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ae0cf54-0807-49fb-a4f6-c49a9331dccc tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for port (f84879f9-9e9f-4986-99e0-781f819e0d79), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:22.322286 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ae0cf54-0807-49fb-a4f6-c49a9331dccc tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5714289'] for port (f84879f9-9e9f-4986-99e0-781f819e0d79), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:22.391089 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae0cf54-0807-49fb-a4f6-c49a9331dccc tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Pushing event updated for resources: {'Port': ['ID=f84879f9-9e9f-4986-99e0-781f819e0d79,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:22.402942 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ae0cf54-0807-49fb-a4f6-c49a9331dccc tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534436'] for floatingip (48159da1-e4ed-468e-9c4c-6b6570b4e34d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:22.418087 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ae0cf54-0807-49fb-a4f6-c49a9331dccc tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:22.419303 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-3ae0cf54-0807-49fb-a4f6-c49a9331dccc tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7939544 May 24 14:02:22.574677 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-9079a2a7-95ff-40ad-95a3-9d98e9a0e2aa tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1767110219&fields=id&tenant_id=3db44af3db3441b7a0c5eb524eb35806 HTTP/1.1" status: 200 len: 267 time: 0.0451667 May 24 14:02:22.678261 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-fe9bc330-c42b-406a-8ed5-f475cfde653e tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:22.679698 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-fe9bc330-c42b-406a-8ed5-f475cfde653e tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/networks?id=2e5782d9-5791-4763-85b4-bfd8289d9060 HTTP/1.1" status: 200 len: 815 time: 0.0988171 May 24 14:02:22.693759 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-2a165352-21cc-49af-bb3f-f3c4da25a527 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/quotas/3db44af3db3441b7a0c5eb524eb35806 HTTP/1.1" status: 200 len: 375 time: 0.0088530 May 24 14:02:22.746429 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-c372fa8d-7666-462b-be82-88566e5c1c9d tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3db44af3db3441b7a0c5eb524eb35806&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479434 May 24 14:02:22.881964 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-26126aa1-162f-4e28-b116-1b6bc2ff9dcc service neutron] 10.222.0.24 "GET /v2.0/networks/2e5782d9-5791-4763-85b4-bfd8289d9060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241140 May 24 14:02:22.975200 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-b01a5f1c-8a74-4431-bda3-57b02592a86f service neutron] 10.222.0.24 "GET /v2.0/networks/2e5782d9-5791-4763-85b4-bfd8289d9060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876863 May 24 14:02:23.136133 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6e6e3eb3-e993-4c1d-861b-50c3cdbac7c3 req-9d2fff84-1a51-4315-93b4-a8366302b9d0 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc2ee53-7340-4ef8-9fde-e631f1123d1b HTTP/1.1" status: 200 len: 210 time: 0.0291800 May 24 14:02:23.813067 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-73f81df3-41ca-41f0-8f1a-666c73cafcd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:24.071524 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-9d4f867b-ae29-4729-b260-74bb3eeb82b0 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:24.072881 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-9d4f867b-ae29-4729-b260-74bb3eeb82b0 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.55 "GET /v2.0/networks?id=2e5782d9-5791-4763-85b4-bfd8289d9060 HTTP/1.1" status: 200 len: 815 time: 0.1024706 May 24 14:02:24.138491 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-1abb0c89-fe7d-4c5b-b994-ffe51a3992d6 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3db44af3db3441b7a0c5eb524eb35806 HTTP/1.1" status: 200 len: 380 time: 0.0571847 May 24 14:02:24.205143 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-44ed6b73-ada6-4552-b55f-27b389b124fe tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Request body: {'port': {'device_id': '7cc2ee53-7340-4ef8-9fde-e631f1123d1b', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'admin_state_up': True, 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'security_groups': ['f3293616-458e-4085-b666-37eb8bbd32c0']}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:02:24.216213 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:24.235093 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f05ba306-af54-45c7-ad3c-72e6a36fcbe8 req-fd865d88-59b6-4ac0-b9e3-6b8f94b28cf4 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc2ee53-7340-4ef8-9fde-e631f1123d1b HTTP/1.1" status: 200 len: 210 time: 0.0285876 May 24 14:02:24.294861 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:24.312140 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-44ed6b73-ada6-4552-b55f-27b389b124fe tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Made reservation on behalf of 3db44af3db3441b7a0c5eb524eb35806 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 14:02:24.316189 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-44ed6b73-ada6-4552-b55f-27b389b124fe tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:24.442741 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-44ed6b73-ada6-4552-b55f-27b389b124fe tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Allocated IP 172.20.0.7 (2e5782d9-5791-4763-85b4-bfd8289d9060/3fb85256-d55e-4eee-985a-4e3dd416d342/c81091ce-82fb-4359-8463-aeda233204d1) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 14:02:24.469721 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:24.575585 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-44ed6b73-ada6-4552-b55f-27b389b124fe tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for port (c81091ce-82fb-4359-8463-aeda233204d1), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:24.608493 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-44ed6b73-ada6-4552-b55f-27b389b124fe tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (c81091ce-82fb-4359-8463-aeda233204d1), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:24.656126 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-44ed6b73-ada6-4552-b55f-27b389b124fe tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Network 2e5782d9-5791-4763-85b4-bfd8289d9060 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:02:24.659851 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-44ed6b73-ada6-4552-b55f-27b389b124fe tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:02:24.662549 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-44ed6b73-ada6-4552-b55f-27b389b124fe tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 14:02:24.688231 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed6b73-ada6-4552-b55f-27b389b124fe tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Pushing event updated for resources: {'Port': ['ID=c81091ce-82fb-4359-8463-aeda233204d1,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:24.717538 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-44ed6b73-ada6-4552-b55f-27b389b124fe tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:24.718237 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-44ed6b73-ada6-4552-b55f-27b389b124fe tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:24.736327 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-44ed6b73-ada6-4552-b55f-27b389b124fe tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5350325 May 24 14:02:24.747909 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-3f51c496-d3f2-47e5-90d1-e2161a21388c service neutron] Request body: {'port': {'device_id': '7cc2ee53-7340-4ef8-9fde-e631f1123d1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:02:24.811295 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-3f51c496-d3f2-47e5-90d1-e2161a21388c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (c81091ce-82fb-4359-8463-aeda233204d1), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:24.927975 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-be995b63-2a43-4a2b-bf73-703dd54921dc None None] Provisioning complete for port c81091ce-82fb-4359-8463-aeda233204d1 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:02:24.928604 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-be995b63-2a43-4a2b-bf73-703dd54921dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (c81091ce-82fb-4359-8463-aeda233204d1), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:24.959561 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-be995b63-2a43-4a2b-bf73-703dd54921dc None None] Port c81091ce-82fb-4359-8463-aeda233204d1 cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 14:02:25.096271 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-3f51c496-d3f2-47e5-90d1-e2161a21388c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c81091ce-82fb-4359-8463-aeda233204d1 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 14:02:25.103481 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:25.105954 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-3f51c496-d3f2-47e5-90d1-e2161a21388c service neutron] Publish callbacks [] for port (c81091ce-82fb-4359-8463-aeda233204d1), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:25.120970 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-3f51c496-d3f2-47e5-90d1-e2161a21388c service neutron] Transition to ACTIVE for port object c81091ce-82fb-4359-8463-aeda233204d1 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 14:02:25.124709 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-3f51c496-d3f2-47e5-90d1-e2161a21388c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5714289'] for port (c81091ce-82fb-4359-8463-aeda233204d1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:25.173898 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51c496-d3f2-47e5-90d1-e2161a21388c service neutron] Pushing event updated for resources: {'Port': ['ID=c81091ce-82fb-4359-8463-aeda233204d1,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:25.223217 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:25.254973 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-3f51c496-d3f2-47e5-90d1-e2161a21388c service neutron] Attempting to bind port c81091ce-82fb-4359-8463-aeda233204d1 on host hv-cinder-84212 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 14:02:25.255310 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-3f51c496-d3f2-47e5-90d1-e2161a21388c service neutron] Attempting to bind port c81091ce-82fb-4359-8463-aeda233204d1 by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': '73f4eb4c-d3e0-4414-9a39-779107de724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 14:02:25.255642 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-3f51c496-d3f2-47e5-90d1-e2161a21388c service neutron] Attempting to bind port c81091ce-82fb-4359-8463-aeda233204d1 on network 2e5782d9-5791-4763-85b4-bfd8289d9060 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:02:25.260518 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-3f51c496-d3f2-47e5-90d1-e2161a21388c service neutron] Port c81091ce-82fb-4359-8463-aeda233204d1 on network 2e5782d9-5791-4763-85b4-bfd8289d9060 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 14:02:25.260836 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-3f51c496-d3f2-47e5-90d1-e2161a21388c service neutron] Attempting to bind port c81091ce-82fb-4359-8463-aeda233204d1 on network 2e5782d9-5791-4763-85b4-bfd8289d9060 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:02:25.266595 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-3f51c496-d3f2-47e5-90d1-e2161a21388c service neutron] Checking agent: {'id': 'a7952d12-b11e-49b3-ae0f-02e893d8d6d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'started_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 14, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 14:02:25.266930 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-3f51c496-d3f2-47e5-90d1-e2161a21388c service neutron] Checking segment: {'id': '73f4eb4c-d3e0-4414-9a39-779107de724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 14:02:25.267394 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-3f51c496-d3f2-47e5-90d1-e2161a21388c service neutron] Bound using segment: {'id': '73f4eb4c-d3e0-4414-9a39-779107de724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 14:02:25.267926 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-3f51c496-d3f2-47e5-90d1-e2161a21388c service neutron] Bound port: c81091ce-82fb-4359-8463-aeda233204d1, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73f4eb4c-d3e0-4414-9a39-779107de724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 14:02:25.268858 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-3f51c496-d3f2-47e5-90d1-e2161a21388c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (c81091ce-82fb-4359-8463-aeda233204d1), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:25.368038 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-3f51c496-d3f2-47e5-90d1-e2161a21388c service neutron] For port c81091ce-82fb-4359-8463-aeda233204d1, host hv-cinder-84212, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 14:02:25.376802 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb338bec-ca21-4f29-9c0b-8db37b34d4c5 req-d952f320-652d-4399-948b-c1c7170b1dfa tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:25.378342 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-eb338bec-ca21-4f29-9c0b-8db37b34d4c5 req-d952f320-652d-4399-948b-c1c7170b1dfa tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc2ee53-7340-4ef8-9fde-e631f1123d1b HTTP/1.1" status: 200 len: 943 time: 0.0718231 May 24 14:02:25.380088 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-3f51c496-d3f2-47e5-90d1-e2161a21388c service neutron] For port c81091ce-82fb-4359-8463-aeda233204d1, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=c81091ce-82fb-4359-8463-aeda233204d1,segment=NetworkSegment(73f4eb4c-d3e0-4414-9a39-779107de724b),segment_id=73f4eb4c-d3e0-4414-9a39-779107de724b)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 14:02:25.382053 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 14:02:25.386769 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-3f51c496-d3f2-47e5-90d1-e2161a21388c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5714289'] for port (c81091ce-82fb-4359-8463-aeda233204d1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:25.443640 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-3f51c496-d3f2-47e5-90d1-e2161a21388c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:25.444138 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-3f51c496-d3f2-47e5-90d1-e2161a21388c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:25.445477 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-3f51c496-d3f2-47e5-90d1-e2161a21388c service neutron] 10.222.0.55 "PUT /v2.0/ports/c81091ce-82fb-4359-8463-aeda233204d1 HTTP/1.1" status: 200 len: 1093 time: 0.7023997 May 24 14:02:25.447902 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc2ee53-7340-4ef8-9fde-e631f1123d1b', 'tag': 'c81091ce-82fb-4359-8463-aeda233204d1'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:02:25.450186 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60922b96e112649546d89072a262e180bf09e65c4ab2e641290b12b7b14c337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd06f8a-870a-4282-9cdf-f9e7bae06dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc2ee53-7340-4ef8-9fde-e631f1123d1b", "tag": "c81091ce-82fb-4359-8463-aeda233204d1"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:02:25.483277 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51c496-d3f2-47e5-90d1-e2161a21388c service neutron] Pushing event updated for resources: {'Port': ['ID=c81091ce-82fb-4359-8463-aeda233204d1,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:25.505866 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 14:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34583367-91c2-4a97-968d-176b0ba2c572 x-openstack-request-id: req-34583367-91c2-4a97-968d-176b0ba2c572 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:02:25.506322 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc2ee53-7340-4ef8-9fde-e631f1123d1b", "tag": "c81091ce-82fb-4359-8463-aeda233204d1", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:02:25.507055 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-34583367-91c2-4a97-968d-176b0ba2c572 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:02:25.507541 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34583367-91c2-4a97-968d-176b0ba2c572'] response: {'name': 'network-changed', 'server_uuid': '7cc2ee53-7340-4ef8-9fde-e631f1123d1b', 'tag': 'c81091ce-82fb-4359-8463-aeda233204d1', 'status': 'completed', 'code': 200} May 24 14:02:25.545946 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-eb338bec-ca21-4f29-9c0b-8db37b34d4c5 req-b21a766c-e305-4aff-9470-a7e3086c051c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3293616-458e-4085-b666-37eb8bbd32c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567433 May 24 14:02:25.552005 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-20a826b5-a110-4577-b04a-f5c5c772097f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:25.553498 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-20a826b5-a110-4577-b04a-f5c5c772097f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3db44af3db3441b7a0c5eb524eb35806&device_id=7cc2ee53-7340-4ef8-9fde-e631f1123d1b HTTP/1.1" status: 200 len: 1127 time: 0.0662782 May 24 14:02:25.599240 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-3a31ff80-8441-4d10-90a2-419d6ca7e43e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c81091ce-82fb-4359-8463-aeda233204d1 HTTP/1.1" status: 200 len: 217 time: 0.0376935 May 24 14:02:25.648640 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-4076c0a6-b2dc-42e8-93bf-0e34a3ce053f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:25.650053 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-4076c0a6-b2dc-42e8-93bf-0e34a3ce053f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fb85256-d55e-4eee-985a-4e3dd416d342 HTTP/1.1" status: 200 len: 854 time: 0.0451114 May 24 14:02:25.692768 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-4fc7f82c-2677-4e7d-be2c-91c9b1887fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:25.694241 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-4fc7f82c-2677-4e7d-be2c-91c9b1887fd7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e5782d9-5791-4763-85b4-bfd8289d9060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379167 May 24 14:02:25.784138 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-8ef87d9b-6102-462b-ba3d-3a6bf567e01a service neutron] 10.222.0.55 "GET /v2.0/networks/2e5782d9-5791-4763-85b4-bfd8289d9060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828769 May 24 14:02:25.870048 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-fba55e9f-bd6e-41e9-be9c-959aa046678e req-4ef842d0-0188-446a-8f53-6b458b5c8ad6 service neutron] 10.222.0.55 "GET /v2.0/networks/2e5782d9-5791-4763-85b4-bfd8289d9060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806653 May 24 14:02:26.146525 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-06e40538-383b-46c5-8af4-9dc7b809f152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:26.661628 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb39e5e-2206-468c-991b-bba148545ae9 req-f19fd19c-a562-4358-8776-d4eb127b00c2 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:26.663105 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9cb39e5e-2206-468c-991b-bba148545ae9 req-f19fd19c-a562-4358-8776-d4eb127b00c2 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc2ee53-7340-4ef8-9fde-e631f1123d1b HTTP/1.1" status: 200 len: 943 time: 0.0473006 May 24 14:02:26.708692 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9cb39e5e-2206-468c-991b-bba148545ae9 req-1fe487d5-f393-421e-ace4-8489d0205cae tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3293616-458e-4085-b666-37eb8bbd32c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400250 May 24 14:02:27.412094 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:27.819794 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af85ecd-586a-4b10-872f-5edb1ef19e48 req-dc9ead3f-8045-4177-8eb2-b6b7bb3478a1 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:27.821250 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6af85ecd-586a-4b10-872f-5edb1ef19e48 req-dc9ead3f-8045-4177-8eb2-b6b7bb3478a1 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc2ee53-7340-4ef8-9fde-e631f1123d1b HTTP/1.1" status: 200 len: 943 time: 0.0463288 May 24 14:02:27.866695 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6af85ecd-586a-4b10-872f-5edb1ef19e48 req-8f707104-554b-4b54-af91-6aeed2680dda tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3293616-458e-4085-b666-37eb8bbd32c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400195 May 24 14:02:28.542031 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:28.764035 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device c81091ce-82fb-4359-8463-aeda233204d1 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=103809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 14:02:28.772595 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd06f8a-870a-4282-9cdf-f9e7bae06dc7 req-c8662989-4092-4267-915e-a5e82bc6c0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:28.774090 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bbd06f8a-870a-4282-9cdf-f9e7bae06dc7 req-c8662989-4092-4267-915e-a5e82bc6c0b4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3db44af3db3441b7a0c5eb524eb35806&device_id=7cc2ee53-7340-4ef8-9fde-e631f1123d1b HTTP/1.1" status: 200 len: 1127 time: 0.0485628 May 24 14:02:28.837676 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:28.864637 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port c81091ce-82fb-4359-8463-aeda233204d1, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=c81091ce-82fb-4359-8463-aeda233204d1,segment=NetworkSegment(73f4eb4c-d3e0-4414-9a39-779107de724b),segment_id=73f4eb4c-d3e0-4414-9a39-779107de724b)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:02:28.866618 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd06f8a-870a-4282-9cdf-f9e7bae06dc7 req-d3252cb9-06a6-4091-ba77-84febd8c27ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:28.868099 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bbd06f8a-870a-4282-9cdf-f9e7bae06dc7 req-d3252cb9-06a6-4091-ba77-84febd8c27ae service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e5782d9-5791-4763-85b4-bfd8289d9060 HTTP/1.1" status: 200 len: 916 time: 0.0853062 May 24 14:02:28.876488 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Returning: {'device': 'c81091ce-82fb-4359-8463-aeda233204d1', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'port_id': 'c81091ce-82fb-4359-8463-aeda233204d1', 'mac_address': 'fa:16:3e:ec:d2:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 14:02:28.882300 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:28.912211 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bbd06f8a-870a-4282-9cdf-f9e7bae06dc7 req-0578c8c0-23d5-42d4-a030-cc0dd371a1d3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c81091ce-82fb-4359-8463-aeda233204d1 HTTP/1.1" status: 200 len: 217 time: 0.0373237 May 24 14:02:28.912770 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port c81091ce-82fb-4359-8463-aeda233204d1 is: DOWN; New status is: BUILD {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:02:28.913183 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (c81091ce-82fb-4359-8463-aeda233204d1), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:28.927172 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c81091ce-82fb-4359-8463-aeda233204d1 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 14:02:28.948490 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port c81091ce-82fb-4359-8463-aeda233204d1, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=c81091ce-82fb-4359-8463-aeda233204d1,segment=NetworkSegment(73f4eb4c-d3e0-4414-9a39-779107de724b),segment_id=73f4eb4c-d3e0-4414-9a39-779107de724b)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:02:28.952777 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (c81091ce-82fb-4359-8463-aeda233204d1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:28.964223 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd06f8a-870a-4282-9cdf-f9e7bae06dc7 req-ce35d8e5-e4f1-46cf-b124-649542ca6eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:28.965707 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bbd06f8a-870a-4282-9cdf-f9e7bae06dc7 req-ce35d8e5-e4f1-46cf-b124-649542ca6eec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fb85256-d55e-4eee-985a-4e3dd416d342 HTTP/1.1" status: 200 len: 854 time: 0.0464296 May 24 14:02:28.987605 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f8651-4907-4928-920e-1d9396e17212 req-a658a2d5-bfdb-4f36-84ce-a6ef53936d13 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:28.989210 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ef4f8651-4907-4928-920e-1d9396e17212 req-a658a2d5-bfdb-4f36-84ce-a6ef53936d13 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc2ee53-7340-4ef8-9fde-e631f1123d1b HTTP/1.1" status: 200 len: 943 time: 0.0532737 May 24 14:02:29.010728 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=c81091ce-82fb-4359-8463-aeda233204d1,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:29.018689 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:29.019168 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:29.019517 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:29.019885 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:29.020220 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:29.020548 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:29.020651 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd06f8a-870a-4282-9cdf-f9e7bae06dc7 req-e3581a72-687b-4f24-91b0-5a1f0f4ce9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:29.020879 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:29.021196 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:29.021516 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:29.021833 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:29.022091 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bbd06f8a-870a-4282-9cdf-f9e7bae06dc7 req-e3581a72-687b-4f24-91b0-5a1f0f4ce9db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e5782d9-5791-4763-85b4-bfd8289d9060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497367 May 24 14:02:29.022201 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:29.022455 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:29.022770 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:29.023122 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:29.023421 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:02:29.043228 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ef4f8651-4907-4928-920e-1d9396e17212 req-fbb48fdd-40a9-4b5d-8fb7-ba0cf985e046 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3293616-458e-4085-b666-37eb8bbd32c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479395 May 24 14:02:29.077876 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:29.121186 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bbd06f8a-870a-4282-9cdf-f9e7bae06dc7 req-eb4d7a8e-c989-4988-92db-a3de06986b82 service neutron] 10.222.0.55 "GET /v2.0/networks/2e5782d9-5791-4763-85b4-bfd8289d9060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917621 May 24 14:02:29.210909 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bbd06f8a-870a-4282-9cdf-f9e7bae06dc7 req-b65dbe7f-e510-46f7-a58f-7d00e45ebc98 service neutron] 10.222.0.55 "GET /v2.0/networks/2e5782d9-5791-4763-85b4-bfd8289d9060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812600 May 24 14:02:29.365367 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['c81091ce-82fb-4359-8463-aeda233204d1'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 14:02:30.159634 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f15f7d-78ae-4842-8cc6-1f1c42df6dde req-6466eb23-9db9-460e-8ee6-2bd4b844ac05 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:30.161028 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-43f15f7d-78ae-4842-8cc6-1f1c42df6dde req-6466eb23-9db9-460e-8ee6-2bd4b844ac05 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc2ee53-7340-4ef8-9fde-e631f1123d1b HTTP/1.1" status: 200 len: 944 time: 0.0474393 May 24 14:02:30.207226 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-43f15f7d-78ae-4842-8cc6-1f1c42df6dde req-b3a263ac-06bd-450c-9a61-0c2d705847fc tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3293616-458e-4085-b666-37eb8bbd32c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406318 May 24 14:02:30.408703 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:30.782441 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device c81091ce-82fb-4359-8463-aeda233204d1 up at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:02:30.823990 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning for port c81091ce-82fb-4359-8463-aeda233204d1 completed by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 14:02:30.830042 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning complete for port c81091ce-82fb-4359-8463-aeda233204d1 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:02:30.830422 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (c81091ce-82fb-4359-8463-aeda233204d1), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:30.902359 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port c81091ce-82fb-4359-8463-aeda233204d1 is: BUILD; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:02:30.902735 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (c81091ce-82fb-4359-8463-aeda233204d1), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:30.925216 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc2ee53-7340-4ef8-9fde-e631f1123d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81091ce-82fb-4359-8463-aeda233204d1'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:02:30.927624 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6704ccb53a4068acec69ef2b688a9e5af712f2ba46f4bf8cce86ae06eb28aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2374069-c4b7-43da-b0cf-75474d114d45" -d '{"events": [{"server_uuid": "7cc2ee53-7340-4ef8-9fde-e631f1123d1b", "name": "network-vif-plugged", "status": "completed", "tag": "c81091ce-82fb-4359-8463-aeda233204d1"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:02:30.939766 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port c81091ce-82fb-4359-8463-aeda233204d1, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=c81091ce-82fb-4359-8463-aeda233204d1,segment=NetworkSegment(73f4eb4c-d3e0-4414-9a39-779107de724b),segment_id=73f4eb4c-d3e0-4414-9a39-779107de724b)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:02:30.943998 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (c81091ce-82fb-4359-8463-aeda233204d1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:30.968256 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 14:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab028fb5-a7ef-4a06-9e52-5861daae982b x-openstack-request-id: req-ab028fb5-a7ef-4a06-9e52-5861daae982b {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:02:30.968542 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc2ee53-7340-4ef8-9fde-e631f1123d1b", "name": "network-vif-plugged", "status": "completed", "tag": "c81091ce-82fb-4359-8463-aeda233204d1", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:02:30.968786 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ab028fb5-a7ef-4a06-9e52-5861daae982b {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:02:30.969168 dv-cinder-842129-1-iscsi neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab028fb5-a7ef-4a06-9e52-5861daae982b'] response: {'server_uuid': '7cc2ee53-7340-4ef8-9fde-e631f1123d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81091ce-82fb-4359-8463-aeda233204d1', 'code': 200} May 24 14:02:30.992729 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=c81091ce-82fb-4359-8463-aeda233204d1,revision_number=5']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:31.054834 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:31.131510 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73cb87-34e1-4fb2-bc03-5bb5c3d69adc req-2de36794-f70c-4a9a-8810-a61968d0401a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:31.133016 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ed73cb87-34e1-4fb2-bc03-5bb5c3d69adc req-2de36794-f70c-4a9a-8810-a61968d0401a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7cc2ee53-7340-4ef8-9fde-e631f1123d1b HTTP/1.1" status: 200 len: 1129 time: 0.0415299 May 24 14:02:31.178698 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ed73cb87-34e1-4fb2-bc03-5bb5c3d69adc req-00a0cf3c-35c7-499c-a140-78a2402ffc50 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f3293616-458e-4085-b666-37eb8bbd32c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374813 May 24 14:02:31.317703 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d8fa0-d2d2-4843-9afe-f75e2f3001c8 req-bc285d81-c85f-42b3-bd0f-da30f187eecb tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:31.319051 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-922d8fa0-d2d2-4843-9afe-f75e2f3001c8 req-bc285d81-c85f-42b3-bd0f-da30f187eecb tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc2ee53-7340-4ef8-9fde-e631f1123d1b HTTP/1.1" status: 200 len: 945 time: 0.0458105 May 24 14:02:31.364937 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-922d8fa0-d2d2-4843-9afe-f75e2f3001c8 req-16110f40-8ba6-46c4-8f87-0bdd366fe142 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3293616-458e-4085-b666-37eb8bbd32c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403948 May 24 14:02:32.481532 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e36c5-7f0a-4244-ac03-e0e3400ccfd4 req-4b82812b-c44f-4671-af6c-191af04dcb24 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:32.482988 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f80e36c5-7f0a-4244-ac03-e0e3400ccfd4 req-4b82812b-c44f-4671-af6c-191af04dcb24 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc2ee53-7340-4ef8-9fde-e631f1123d1b HTTP/1.1" status: 200 len: 945 time: 0.0474582 May 24 14:02:32.529935 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f80e36c5-7f0a-4244-ac03-e0e3400ccfd4 req-81d88149-3faa-49dc-b2f6-453b4f358bb4 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3293616-458e-4085-b666-37eb8bbd32c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414386 May 24 14:02:33.648907 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77719b78-085d-49e0-b7d0-f2f66282650e req-34a04ac8-c3f3-4c04-ab1e-4411f78a6010 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:33.650526 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-77719b78-085d-49e0-b7d0-f2f66282650e req-34a04ac8-c3f3-4c04-ab1e-4411f78a6010 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc2ee53-7340-4ef8-9fde-e631f1123d1b HTTP/1.1" status: 200 len: 945 time: 0.0525544 May 24 14:02:33.697713 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-77719b78-085d-49e0-b7d0-f2f66282650e req-ed5426fe-5620-40d8-93ea-69c17ca4edea tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3293616-458e-4085-b666-37eb8bbd32c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413899 May 24 14:02:33.808852 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36c847-fd38-4358-8447-eefa801a8ac5 req-052461dc-acfd-4e2a-b34a-a326f8019d8a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:33.810210 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8e36c847-fd38-4358-8447-eefa801a8ac5 req-052461dc-acfd-4e2a-b34a-a326f8019d8a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc2ee53-7340-4ef8-9fde-e631f1123d1b HTTP/1.1" status: 200 len: 945 time: 0.0471168 May 24 14:02:33.818928 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 40854) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:02:33.823135 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-05b0c7ca-b537-4de9-90a8-915ca6d506b4 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Request body: {'floatingip': {'port_id': 'c81091ce-82fb-4359-8463-aeda233204d1'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:02:33.863976 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-05b0c7ca-b537-4de9-90a8-915ca6d506b4 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for floatingip (48159da1-e4ed-468e-9c4c-6b6570b4e34d), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:33.977692 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:34.285625 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-05b0c7ca-b537-4de9-90a8-915ca6d506b4 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:34.289174 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-05b0c7ca-b537-4de9-90a8-915ca6d506b4 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534436'] for floatingip (48159da1-e4ed-468e-9c4c-6b6570b4e34d), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:34.383779 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.db.l3_db [None req-05b0c7ca-b537-4de9-90a8-915ca6d506b4 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Floating IP 48159da1-e4ed-468e-9c4c-6b6570b4e34d associated. External IP: 172.27.3.58, port: c81091ce-82fb-4359-8463-aeda233204d1. May 24 14:02:34.480883 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:34.578653 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b0c7ca-b537-4de9-90a8-915ca6d506b4 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Router ad81732b-36f1-4d60-94a0-5ff4de888569 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:02:34.680201 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b0c7ca-b537-4de9-90a8-915ca6d506b4 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:02:34.684944 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-05b0c7ca-b537-4de9-90a8-915ca6d506b4 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:34.689468 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1923de-b660-47ee-8467-1aac3b097655 None None] Sync routers for ids ['ad81732b-36f1-4d60-94a0-5ff4de888569'] in dv-cinder-842129-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:02:34.698489 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1923de-b660-47ee-8467-1aac3b097655 None None] Routers {'ad81732b-36f1-4d60-94a0-5ff4de888569'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:02:34.699131 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-3b1923de-b660-47ee-8467-1aac3b097655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:02:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad81732b-36f1-4d60-94a0-5ff4de888569'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:02:34.714166 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-05b0c7ca-b537-4de9-90a8-915ca6d506b4 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "PUT /v2.0/floatingips/48159da1-e4ed-468e-9c4c-6b6570b4e34d HTTP/1.1" status: 200 len: 990 time: 0.8941996 May 24 14:02:34.714851 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc2ee53-7340-4ef8-9fde-e631f1123d1b', 'tag': 'c81091ce-82fb-4359-8463-aeda233204d1'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:02:34.717180 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16242d67-fdd7-4d7d-92b1-53853bcee264" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc2ee53-7340-4ef8-9fde-e631f1123d1b", "tag": "c81091ce-82fb-4359-8463-aeda233204d1"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:02:34.757367 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 14:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7683e08-1a10-40a2-8db8-c28ed79386c8 x-openstack-request-id: req-f7683e08-1a10-40a2-8db8-c28ed79386c8 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:02:34.757735 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc2ee53-7340-4ef8-9fde-e631f1123d1b", "tag": "c81091ce-82fb-4359-8463-aeda233204d1", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:02:34.758014 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f7683e08-1a10-40a2-8db8-c28ed79386c8 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:02:34.758417 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7683e08-1a10-40a2-8db8-c28ed79386c8'] response: {'name': 'network-changed', 'server_uuid': '7cc2ee53-7340-4ef8-9fde-e631f1123d1b', 'tag': 'c81091ce-82fb-4359-8463-aeda233204d1', 'status': 'completed', 'code': 200} May 24 14:02:34.808640 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-3b1923de-b660-47ee-8467-1aac3b097655 None None] Set router ad81732b-36f1-4d60-94a0-5ff4de888569 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:02:34.819239 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16242d67-fdd7-4d7d-92b1-53853bcee264 req-2e5d5b36-9332-48d2-b62b-240da635f974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:34.820888 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-16242d67-fdd7-4d7d-92b1-53853bcee264 req-2e5d5b36-9332-48d2-b62b-240da635f974 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3db44af3db3441b7a0c5eb524eb35806&device_id=7cc2ee53-7340-4ef8-9fde-e631f1123d1b HTTP/1.1" status: 200 len: 1129 time: 0.0390828 May 24 14:02:34.909671 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16242d67-fdd7-4d7d-92b1-53853bcee264 req-a17c33d4-f689-47eb-bf10-aeb8c0c19e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:34.911144 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-16242d67-fdd7-4d7d-92b1-53853bcee264 req-a17c33d4-f689-47eb-bf10-aeb8c0c19e58 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e5782d9-5791-4763-85b4-bfd8289d9060 HTTP/1.1" status: 200 len: 916 time: 0.0840983 May 24 14:02:34.966627 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:34.971347 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:34.977660 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-16242d67-fdd7-4d7d-92b1-53853bcee264 req-dbb3303c-c781-4bd4-bbae-20c47209d263 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c81091ce-82fb-4359-8463-aeda233204d1 HTTP/1.1" status: 200 len: 998 time: 0.0587468 May 24 14:02:35.024477 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-3b1923de-b660-47ee-8467-1aac3b097655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'name': 'tempest-AttachVolumeNegativeTest-2059950791-router', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:32Z', 'updated_at': '2022-05-24T13:55:39Z', 'revision_number': 4, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'gw_port': {'id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '48159da1-e4ed-468e-9c4c-6b6570b4e34d', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'port_id': 'c81091ce-82fb-4359-8463-aeda233204d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'mac_address': 'fa:16:3e:ec:d2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc2ee53-7340-4ef8-9fde-e631f1123d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T14:02:22Z', 'updated_at': '2022-05-24T14:02:34Z', 'revision_number': 1, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de62c04-2abf-4511-baba-d8f3c2e68ab2', 'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'mac_address': 'fa:16:3e:8e:27:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:38Z', 'updated_at': '2022-05-24T13:55:46Z', 'revision_number': 5, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'subnets': [{'id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:02:35.029009 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16242d67-fdd7-4d7d-92b1-53853bcee264 req-75dd3d1b-ca19-4aa9-9a96-4d7ad6f90f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:35.030463 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-16242d67-fdd7-4d7d-92b1-53853bcee264 req-75dd3d1b-ca19-4aa9-9a96-4d7ad6f90f0f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fb85256-d55e-4eee-985a-4e3dd416d342 HTTP/1.1" status: 200 len: 854 time: 0.0461552 May 24 14:02:35.049916 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1923de-b660-47ee-8467-1aac3b097655 None None] Checking router: ad81732b-36f1-4d60-94a0-5ff4de888569 for host: dv-cinder-842129-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:02:35.058217 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1923de-b660-47ee-8467-1aac3b097655 None None] Routers {'ad81732b-36f1-4d60-94a0-5ff4de888569'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:02:35.058818 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-3b1923de-b660-47ee-8467-1aac3b097655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:02:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad81732b-36f1-4d60-94a0-5ff4de888569'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:02:35.073905 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16242d67-fdd7-4d7d-92b1-53853bcee264 req-1c18b5e0-ada3-4c1b-94bb-4dd1d3e005c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:35.075517 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-16242d67-fdd7-4d7d-92b1-53853bcee264 req-1c18b5e0-ada3-4c1b-94bb-4dd1d3e005c6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e5782d9-5791-4763-85b4-bfd8289d9060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394375 May 24 14:02:35.143979 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:35.162358 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-3b1923de-b660-47ee-8467-1aac3b097655 None None] Set router ad81732b-36f1-4d60-94a0-5ff4de888569 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:02:35.177504 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-16242d67-fdd7-4d7d-92b1-53853bcee264 req-206f2043-17b9-47c5-bfb7-dc3978fdcc98 service neutron] 10.222.0.55 "GET /v2.0/networks/2e5782d9-5791-4763-85b4-bfd8289d9060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959785 May 24 14:02:35.269091 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-16242d67-fdd7-4d7d-92b1-53853bcee264 req-21482526-5521-458a-bfc5-53d59221a27f service neutron] 10.222.0.55 "GET /v2.0/networks/2e5782d9-5791-4763-85b4-bfd8289d9060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848601 May 24 14:02:35.370752 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-3b1923de-b660-47ee-8467-1aac3b097655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'name': 'tempest-AttachVolumeNegativeTest-2059950791-router', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:32Z', 'updated_at': '2022-05-24T13:55:39Z', 'revision_number': 4, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'gw_port': {'id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '48159da1-e4ed-468e-9c4c-6b6570b4e34d', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'port_id': 'c81091ce-82fb-4359-8463-aeda233204d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'mac_address': 'fa:16:3e:ec:d2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc2ee53-7340-4ef8-9fde-e631f1123d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T14:02:22Z', 'updated_at': '2022-05-24T14:02:34Z', 'revision_number': 1, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de62c04-2abf-4511-baba-d8f3c2e68ab2', 'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'mac_address': 'fa:16:3e:8e:27:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:38Z', 'updated_at': '2022-05-24T13:55:46Z', 'revision_number': 5, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'subnets': [{'id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:02:35.377671 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=2 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:35.395303 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1923de-b660-47ee-8467-1aac3b097655 None None] The sync data for ids ['ad81732b-36f1-4d60-94a0-5ff4de888569'] in dv-cinder-842129-1-iscsi is: [{'id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'name': 'tempest-AttachVolumeNegativeTest-2059950791-router', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:32Z', 'updated_at': '2022-05-24T13:55:39Z', 'revision_number': 4, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'gw_port': {'id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '48159da1-e4ed-468e-9c4c-6b6570b4e34d', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'port_id': 'c81091ce-82fb-4359-8463-aeda233204d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'mac_address': 'fa:16:3e:ec:d2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc2ee53-7340-4ef8-9fde-e631f1123d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T14:02:22Z', 'updated_at': '2022-05-24T14:02:34Z', 'revision_number': 1, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de62c04-2abf-4511-baba-d8f3c2e68ab2', 'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'mac_address': 'fa:16:3e:8e:27:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:38Z', 'updated_at': '2022-05-24T13:55:46Z', 'revision_number': 5, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'subnets': [{'id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:02:35.594961 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86cdc95-0c1c-4e75-81fa-9ac8396b2b19 None None] New status for floating IP 48159da1-e4ed-468e-9c4c-6b6570b4e34d: ACTIVE {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 14:02:39.401733 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:39.421040 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee489577-8f6f-4c00-b4ed-8e1c24ca2265 req-2a498311-7bc3-4805-ad6f-4c2de3d7157e tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:39.422492 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ee489577-8f6f-4c00-b4ed-8e1c24ca2265 req-2a498311-7bc3-4805-ad6f-4c2de3d7157e tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 946 time: 0.0530810 May 24 14:02:39.469237 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ee489577-8f6f-4c00-b4ed-8e1c24ca2265 req-82d185e7-de62-4e7b-b129-4be5a97a6193 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409391 May 24 14:02:40.004965 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:40.588192 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e8596-8665-4fe5-97cb-4bfe76a93b3f req-b35ca712-41a1-4ec0-a882-0540f179f0c5 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:40.589660 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-238e8596-8665-4fe5-97cb-4bfe76a93b3f req-b35ca712-41a1-4ec0-a882-0540f179f0c5 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 946 time: 0.0467134 May 24 14:02:40.637426 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-238e8596-8665-4fe5-97cb-4bfe76a93b3f req-788cfca3-779e-48e4-ae7f-aa8862093b40 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422862 May 24 14:02:40.789982 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-31787381-2b9a-426a-9f62-d3efa6b54d70 req-72599699-75e7-4cca-8245-8a4545ebfe4a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377283 May 24 14:02:40.866463 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31787381-2b9a-426a-9f62-d3efa6b54d70 req-b285da85-2ef8-4b1e-a4ba-5601ae429048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:40.867922 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-31787381-2b9a-426a-9f62-d3efa6b54d70 req-b285da85-2ef8-4b1e-a4ba-5601ae429048 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54ee7d13408645e6b6517f541fe45670&device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 1130 time: 0.0393689 May 24 14:02:41.179428 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31787381-2b9a-426a-9f62-d3efa6b54d70 req-5ad1a998-9e19-4448-a3d9-a346a3634979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:41.180834 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-31787381-2b9a-426a-9f62-d3efa6b54d70 req-5ad1a998-9e19-4448-a3d9-a346a3634979 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 HTTP/1.1" status: 200 len: 920 time: 0.2912574 May 24 14:02:41.249979 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-31787381-2b9a-426a-9f62-d3efa6b54d70 req-310a5fae-6966-40cb-a262-d85438e349c4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ec58c80-6380-4300-8c4d-013be3a1d9bb HTTP/1.1" status: 200 len: 1001 time: 0.0537271 May 24 14:02:41.299491 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31787381-2b9a-426a-9f62-d3efa6b54d70 req-0df085a8-650f-4b3a-860b-9b0636e8c565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:41.300875 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-31787381-2b9a-426a-9f62-d3efa6b54d70 req-0df085a8-650f-4b3a-860b-9b0636e8c565 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=899ca591-3ba0-4148-9660-6941aa8cd299 HTTP/1.1" status: 200 len: 858 time: 0.0454550 May 24 14:02:41.358136 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31787381-2b9a-426a-9f62-d3efa6b54d70 req-25873383-e0dc-4c39-aa2d-8148949703db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:41.359576 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-31787381-2b9a-426a-9f62-d3efa6b54d70 req-25873383-e0dc-4c39-aa2d-8148949703db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382705 May 24 14:02:41.448685 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-31787381-2b9a-426a-9f62-d3efa6b54d70 req-c7e412f1-b1cf-42ad-a8e6-5cccbc689a24 service neutron] 10.222.0.55 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817258 May 24 14:02:41.491361 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7c392-a2dd-414e-988b-4b8b0bd54a73 req-2bae49f6-5e07-471b-940d-5fc4562de2a8 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:41.492852 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4af7c392-a2dd-414e-988b-4b8b0bd54a73 req-2bae49f6-5e07-471b-940d-5fc4562de2a8 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.55 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 946 time: 0.0498307 May 24 14:02:41.547334 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-31787381-2b9a-426a-9f62-d3efa6b54d70 req-2deccb72-6c4b-45e9-bae8-6d450eb2d794 service neutron] 10.222.0.55 "GET /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928729 May 24 14:02:41.578394 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-4af7c392-a2dd-414e-988b-4b8b0bd54a73 req-d35f750d-8af8-4beb-8851-b373889cbc51 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Deleting port 71391636-ab24-466d-8141-08c93e61241a {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:02:41.578727 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-4af7c392-a2dd-414e-988b-4b8b0bd54a73 req-d35f750d-8af8-4beb-8851-b373889cbc51 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (71391636-ab24-466d-8141-08c93e61241a), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:41.619973 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:41.670110 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-4af7c392-a2dd-414e-988b-4b8b0bd54a73 req-d35f750d-8af8-4beb-8851-b373889cbc51 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] For port 71391636-ab24-466d-8141-08c93e61241a, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=71391636-ab24-466d-8141-08c93e61241a,segment=NetworkSegment(132fe624-87e3-43f2-9650-2a427f750a75),segment_id=132fe624-87e3-43f2-9650-2a427f750a75)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:02:41.670467 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-4af7c392-a2dd-414e-988b-4b8b0bd54a73 req-d35f750d-8af8-4beb-8851-b373889cbc51 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (71391636-ab24-466d-8141-08c93e61241a), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:41.766639 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13538f-1629-44dd-bb46-6a9c641eed2d req-bd431c07-fd50-4ed5-a483-51241334f8a3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:41.768169 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-5e13538f-1629-44dd-bb46-6a9c641eed2d req-bd431c07-fd50-4ed5-a483-51241334f8a3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 946 time: 0.0488768 May 24 14:02:41.821052 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-5e13538f-1629-44dd-bb46-6a9c641eed2d req-207a641c-7863-41fb-a78a-41d292bdf6b3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471826 May 24 14:02:41.841952 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-4af7c392-a2dd-414e-988b-4b8b0bd54a73 req-d35f750d-8af8-4beb-8851-b373889cbc51 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:41.842317 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-4af7c392-a2dd-414e-988b-4b8b0bd54a73 req-d35f750d-8af8-4beb-8851-b373889cbc51 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534436'] for floatingip (4d29a3c9-670b-4bbc-8b79-547facdf43c2), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:41.842637 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.db.l3_db [req-4af7c392-a2dd-414e-988b-4b8b0bd54a73 req-d35f750d-8af8-4beb-8851-b373889cbc51 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Floating IP 4d29a3c9-670b-4bbc-8b79-547facdf43c2 disassociated. External IP: 172.27.3.50, port: 71391636-ab24-466d-8141-08c93e61241a. May 24 14:02:41.842973 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-4af7c392-a2dd-414e-988b-4b8b0bd54a73 req-d35f750d-8af8-4beb-8851-b373889cbc51 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Calling delete_port for 71391636-ab24-466d-8141-08c93e61241a owned by compute:nova {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:02:41.978886 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-4af7c392-a2dd-414e-988b-4b8b0bd54a73 req-d35f750d-8af8-4beb-8851-b373889cbc51 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (71391636-ab24-466d-8141-08c93e61241a), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:42.254568 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f750d-8af8-4beb-8851-b373889cbc51 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Pushing event deleted for resources: {'Port': ['ID=71391636-ab24-466d-8141-08c93e61241a,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:42.307579 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:42.370221 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4af7c392-a2dd-414e-988b-4b8b0bd54a73 req-d35f750d-8af8-4beb-8851-b373889cbc51 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Router 56b95d42-77b6-4e68-873b-05326c0ded04 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:02:42.478287 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4af7c392-a2dd-414e-988b-4b8b0bd54a73 req-d35f750d-8af8-4beb-8851-b373889cbc51 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:02:42.489368 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4851d66e-4c53-474c-936f-2eeb281d9a89 None None] Sync routers for ids ['56b95d42-77b6-4e68-873b-05326c0ded04'] in dv-cinder-842129-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:02:42.505598 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4851d66e-4c53-474c-936f-2eeb281d9a89 None None] Routers {'56b95d42-77b6-4e68-873b-05326c0ded04'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:02:42.506120 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-4851d66e-4c53-474c-936f-2eeb281d9a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:02:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['56b95d42-77b6-4e68-873b-05326c0ded04'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:02:42.527315 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af7c392-a2dd-414e-988b-4b8b0bd54a73 req-d35f750d-8af8-4beb-8851-b373889cbc51 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] No DVR routers for this DVR port 71391636-ab24-466d-8141-08c93e61241a on host hv-cinder-84212 {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 14:02:42.530425 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-4af7c392-a2dd-414e-988b-4b8b0bd54a73 req-d35f750d-8af8-4beb-8851-b373889cbc51 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:42.534487 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4af7c392-a2dd-414e-988b-4b8b0bd54a73 req-d35f750d-8af8-4beb-8851-b373889cbc51 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.55 "DELETE /v2.0/ports/71391636-ab24-466d-8141-08c93e61241a HTTP/1.1" status: 204 len: 173 time: 1.0349891 May 24 14:02:42.534922 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7359d8e4-b8a7-4219-903d-71ea9f7a9292', 'name': 'network-vif-deleted', 'tag': '71391636-ab24-466d-8141-08c93e61241a'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:02:42.537191 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f0a1b9-d38a-49f8-9bc5-364c2b3c9ca9" -d '{"events": [{"server_uuid": "7359d8e4-b8a7-4219-903d-71ea9f7a9292", "name": "network-vif-deleted", "tag": "71391636-ab24-466d-8141-08c93e61241a"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:02:42.538264 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:42.577085 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 14:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816d75a4-4f4e-44b3-8bc5-a4aba1e71867 x-openstack-request-id: req-816d75a4-4f4e-44b3-8bc5-a4aba1e71867 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:02:42.577656 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7359d8e4-b8a7-4219-903d-71ea9f7a9292", "name": "network-vif-deleted", "tag": "71391636-ab24-466d-8141-08c93e61241a", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:02:42.577855 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-816d75a4-4f4e-44b3-8bc5-a4aba1e71867 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:02:42.578249 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-816d75a4-4f4e-44b3-8bc5-a4aba1e71867'] response: {'server_uuid': '7359d8e4-b8a7-4219-903d-71ea9f7a9292', 'name': 'network-vif-deleted', 'tag': '71391636-ab24-466d-8141-08c93e61241a', 'status': 'completed', 'code': 200} May 24 14:02:42.611776 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-4851d66e-4c53-474c-936f-2eeb281d9a89 None None] Set router 56b95d42-77b6-4e68-873b-05326c0ded04 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:02:42.803149 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-4851d66e-4c53-474c-936f-2eeb281d9a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'name': 'tempest-AttachVolumeShelveTestJSON-270662382-router', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:56:57Z', 'updated_at': '2022-05-24T13:57:00Z', 'revision_number': 4, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'gw_port': {'id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:56:58Z', 'updated_at': '2022-05-24T13:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': 'ca71a485-5af1-403c-828a-301e883ce214', 'name': '', 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'mac_address': 'fa:16:3e:b5:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '8be785c0-42d8-4f57-9b56-6849abcace7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:00Z', 'updated_at': '2022-05-24T13:57:04Z', 'revision_number': 5, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'subnets': [{'id': '8be785c0-42d8-4f57-9b56-6849abcace7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:02:42.827194 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4851d66e-4c53-474c-936f-2eeb281d9a89 None None] Checking router: 56b95d42-77b6-4e68-873b-05326c0ded04 for host: dv-cinder-842129-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:02:42.836444 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4851d66e-4c53-474c-936f-2eeb281d9a89 None None] Routers {'56b95d42-77b6-4e68-873b-05326c0ded04'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:02:42.837037 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-4851d66e-4c53-474c-936f-2eeb281d9a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:02:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['56b95d42-77b6-4e68-873b-05326c0ded04'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:02:42.940465 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-4851d66e-4c53-474c-936f-2eeb281d9a89 None None] Set router 56b95d42-77b6-4e68-873b-05326c0ded04 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:02:42.949597 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-303b1c48-b261-4965-8a41-a607fab7d47e req-9d444e62-18e3-4bed-82c5-6eb1b2f1f3c8 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=7359d8e4-b8a7-4219-903d-71ea9f7a9292 HTTP/1.1" status: 200 len: 210 time: 0.0341992 May 24 14:02:43.124061 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-4851d66e-4c53-474c-936f-2eeb281d9a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'name': 'tempest-AttachVolumeShelveTestJSON-270662382-router', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:56:57Z', 'updated_at': '2022-05-24T13:57:00Z', 'revision_number': 4, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'gw_port': {'id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:56:58Z', 'updated_at': '2022-05-24T13:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': 'ca71a485-5af1-403c-828a-301e883ce214', 'name': '', 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'mac_address': 'fa:16:3e:b5:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '8be785c0-42d8-4f57-9b56-6849abcace7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:00Z', 'updated_at': '2022-05-24T13:57:04Z', 'revision_number': 5, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'subnets': [{'id': '8be785c0-42d8-4f57-9b56-6849abcace7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:02:43.152247 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4851d66e-4c53-474c-936f-2eeb281d9a89 None None] The sync data for ids ['56b95d42-77b6-4e68-873b-05326c0ded04'] in dv-cinder-842129-1-iscsi is: [{'id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'name': 'tempest-AttachVolumeShelveTestJSON-270662382-router', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:56:57Z', 'updated_at': '2022-05-24T13:57:00Z', 'revision_number': 4, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'gw_port': {'id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:56:58Z', 'updated_at': '2022-05-24T13:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': 'ca71a485-5af1-403c-828a-301e883ce214', 'name': '', 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'mac_address': 'fa:16:3e:b5:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '8be785c0-42d8-4f57-9b56-6849abcace7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:00Z', 'updated_at': '2022-05-24T13:57:04Z', 'revision_number': 5, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'subnets': [{'id': '8be785c0-42d8-4f57-9b56-6849abcace7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:02:43.375853 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6c9f8e-4e06-4d30-8958-725f09e14e86 None None] New status for floating IP 4d29a3c9-670b-4bbc-8b79-547facdf43c2: DOWN {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 14:02:44.044100 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 40902) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:02:44.099282 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-db9f4f31-83a3-4656-8166-10ea3f81a115 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for security_group (0321b6c7-bc01-4bbb-883d-9e0cc1d0598a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:44.121908 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-db9f4f31-83a3-4656-8166-10ea3f81a115 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for security_group (0321b6c7-bc01-4bbb-883d-9e0cc1d0598a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:44.149061 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:44.169797 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-db9f4f31-83a3-4656-8166-10ea3f81a115 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (0321b6c7-bc01-4bbb-883d-9e0cc1d0598a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:44.172500 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-db9f4f31-83a3-4656-8166-10ea3f81a115 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:44.173663 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-db9f4f31-83a3-4656-8166-10ea3f81a115 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "DELETE /v2.0/security-groups/0321b6c7-bc01-4bbb-883d-9e0cc1d0598a HTTP/1.1" status: 204 len: 168 time: 0.1285820 May 24 14:02:44.176539 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 40904) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:02:44.182659 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f4f31-83a3-4656-8166-10ea3f81a115 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0321b6c7-bc01-4bbb-883d-9e0cc1d0598a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:44.191176 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.api.v2.resource [None req-083cb76c-9a76-4ad3-8747-f348f34bd503 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] show failed (client error): The resource could not be found. May 24 14:02:44.192219 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-083cb76c-9a76-4ad3-8747-f348f34bd503 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups/0321b6c7-bc01-4bbb-883d-9e0cc1d0598a HTTP/1.1" status: 404 len: 347 time: 0.0146573 May 24 14:02:44.195040 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 40906) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:02:44.305696 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-cdca2084-039b-46a1-a72c-bcef463cfcf6 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Deleting port e7300bbf-4705-4a15-92b0-0462cc219a1c {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:02:44.306029 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-cdca2084-039b-46a1-a72c-bcef463cfcf6 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (e7300bbf-4705-4a15-92b0-0462cc219a1c), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:44.396047 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-cdca2084-039b-46a1-a72c-bcef463cfcf6 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (e7300bbf-4705-4a15-92b0-0462cc219a1c), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:44.396367 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-cdca2084-039b-46a1-a72c-bcef463cfcf6 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for floatingip (e7300bbf-4705-4a15-92b0-0462cc219a1c), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:44.408203 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-cdca2084-039b-46a1-a72c-bcef463cfcf6 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Calling delete_port for e7300bbf-4705-4a15-92b0-0462cc219a1c owned by network:floatingip {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:02:44.413343 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:44.535913 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-cdca2084-039b-46a1-a72c-bcef463cfcf6 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (e7300bbf-4705-4a15-92b0-0462cc219a1c), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:44.561327 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca2084-039b-46a1-a72c-bcef463cfcf6 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Pushing event deleted for resources: {'Port': ['ID=e7300bbf-4705-4a15-92b0-0462cc219a1c,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:44.624200 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-cdca2084-039b-46a1-a72c-bcef463cfcf6 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for floatingip (4d29a3c9-670b-4bbc-8b79-547facdf43c2), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:44.627580 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-cdca2084-039b-46a1-a72c-bcef463cfcf6 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:44.628744 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-cdca2084-039b-46a1-a72c-bcef463cfcf6 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "DELETE /v2.0/floatingips/4d29a3c9-670b-4bbc-8b79-547facdf43c2 HTTP/1.1" status: 204 len: 168 time: 0.4328187 May 24 14:02:44.711450 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 40910) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:02:44.715976 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-327ad6f8-6d62-4d6f-bd07-d933b0013457 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1835478273', 'description': 'tempest-description--1915079441'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:02:44.737073 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-327ad6f8-6d62-4d6f-bd07-d933b0013457 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:44.808477 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-327ad6f8-6d62-4d6f-bd07-d933b0013457 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for security_group (7d6d7cfb-d299-4066-8b2d-0e977ed9b20a), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:44.812224 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-327ad6f8-6d62-4d6f-bd07-d933b0013457 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (7d6d7cfb-d299-4066-8b2d-0e977ed9b20a), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:44.842088 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-327ad6f8-6d62-4d6f-bd07-d933b0013457 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:44.844059 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-327ad6f8-6d62-4d6f-bd07-d933b0013457 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1308303 May 24 14:02:44.846813 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 71391636-ab24-466d-8141-08c93e61241a no longer exists at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:02:44.847312 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ad6f8-6d62-4d6f-bd07-d933b0013457 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:44.847415 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 40912) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:02:44.851390 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-5a3ee54a-cf9d-4979-b85e-f9dea090fe7e tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Request body: {'security_group_rule': {'security_group_id': '7d6d7cfb-d299-4066-8b2d-0e977ed9b20a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:02:44.867368 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] No Port match for: 71391636-ab24-466d-8141-08c93e61241a {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:02:44.867715 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 71391636-ab24-466d-8141-08c93e61241a not bound to the agent host hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:02:44.877941 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5a3ee54a-cf9d-4979-b85e-f9dea090fe7e tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for security_group_rule (329311f9-867d-4d43-a136-5eab76641a54), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:44.931958 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5a3ee54a-cf9d-4979-b85e-f9dea090fe7e tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for security_group_rule (329311f9-867d-4d43-a136-5eab76641a54), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:44.935066 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5a3ee54a-cf9d-4979-b85e-f9dea090fe7e tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709697'] for security_group_rule (329311f9-867d-4d43-a136-5eab76641a54), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:44.940358 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:44.954103 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ee54a-cf9d-4979-b85e-f9dea090fe7e tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329311f9-867d-4d43-a136-5eab76641a54,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:44.963357 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5a3ee54a-cf9d-4979-b85e-f9dea090fe7e tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:44.964807 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-5a3ee54a-cf9d-4979-b85e-f9dea090fe7e tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1167676 May 24 14:02:44.968368 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 40914) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:02:44.973351 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-2a679821-4396-40d3-9d51-4ccdfad06056 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Request body: {'security_group_rule': {'security_group_id': '7d6d7cfb-d299-4066-8b2d-0e977ed9b20a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:02:45.002437 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2a679821-4396-40d3-9d51-4ccdfad06056 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for security_group_rule (ab7cd665-28f9-4e20-a9d1-6d452f8052fc), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:45.049370 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2a679821-4396-40d3-9d51-4ccdfad06056 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for security_group_rule (ab7cd665-28f9-4e20-a9d1-6d452f8052fc), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:45.052695 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2a679821-4396-40d3-9d51-4ccdfad06056 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709697'] for security_group_rule (ab7cd665-28f9-4e20-a9d1-6d452f8052fc), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:45.070962 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a679821-4396-40d3-9d51-4ccdfad06056 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab7cd665-28f9-4e20-a9d1-6d452f8052fc,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:45.075649 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2a679821-4396-40d3-9d51-4ccdfad06056 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:45.076968 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-2a679821-4396-40d3-9d51-4ccdfad06056 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1075733 May 24 14:02:45.080286 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 40916) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:02:45.084694 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-39acc8f5-8683-48eb-87dc-af9b504099e3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Request body: {'floatingip': {'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:02:45.105842 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-39acc8f5-8683-48eb-87dc-af9b504099e3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:45.182515 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-39acc8f5-8683-48eb-87dc-af9b504099e3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:45.290345 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-39acc8f5-8683-48eb-87dc-af9b504099e3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Allocated IP 172.27.3.179 (77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6/277372c2-c924-4ff9-98b4-a2b2337930ef/8326e77b-67b0-4414-9202-4409b0083f32) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 14:02:45.390716 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-39acc8f5-8683-48eb-87dc-af9b504099e3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for port (8326e77b-67b0-4414-9202-4409b0083f32), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:45.424289 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-39acc8f5-8683-48eb-87dc-af9b504099e3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (8326e77b-67b0-4414-9202-4409b0083f32), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:45.451389 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:DELETE=5,neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:45.467966 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39acc8f5-8683-48eb-87dc-af9b504099e3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:02:45.473763 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-39acc8f5-8683-48eb-87dc-af9b504099e3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:02:45.478437 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39acc8f5-8683-48eb-87dc-af9b504099e3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 14:02:45.481984 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39acc8f5-8683-48eb-87dc-af9b504099e3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Pushing event updated for resources: {'Port': ['ID=8326e77b-67b0-4414-9202-4409b0083f32,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:45.562267 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-39acc8f5-8683-48eb-87dc-af9b504099e3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for floatingip (e2a3c222-aa60-40c0-81e7-a5129f08b0d6), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:45.599444 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-39acc8f5-8683-48eb-87dc-af9b504099e3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (8326e77b-67b0-4414-9202-4409b0083f32), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:45.650835 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:45.776946 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-39acc8f5-8683-48eb-87dc-af9b504099e3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for port (8326e77b-67b0-4414-9202-4409b0083f32), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:45.781253 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-39acc8f5-8683-48eb-87dc-af9b504099e3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5714289'] for port (8326e77b-67b0-4414-9202-4409b0083f32), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:45.851258 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39acc8f5-8683-48eb-87dc-af9b504099e3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Pushing event updated for resources: {'Port': ['ID=8326e77b-67b0-4414-9202-4409b0083f32,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:45.860196 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-39acc8f5-8683-48eb-87dc-af9b504099e3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534436'] for floatingip (e2a3c222-aa60-40c0-81e7-a5129f08b0d6), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:45.875177 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-39acc8f5-8683-48eb-87dc-af9b504099e3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:45.877112 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-39acc8f5-8683-48eb-87dc-af9b504099e3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7956285 May 24 14:02:46.021812 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-662566d0-9c0c-4b36-ada7-a8bfcac7f41a tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1835478273&fields=id&tenant_id=d3ebc40e12384ce4bb168690cfd5a27a HTTP/1.1" status: 200 len: 267 time: 0.0422211 May 24 14:02:46.127580 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-c8e4863d-c821-4344-ac24-d08f05ac161f tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:46.129004 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-c8e4863d-c821-4344-ac24-d08f05ac161f tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/networks?id=18065f5d-f31e-4fd3-b029-c409167bb83c HTTP/1.1" status: 200 len: 816 time: 0.1010451 May 24 14:02:46.143718 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-11103acc-365a-4db5-a14e-b93c1d46bb0b tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/quotas/d3ebc40e12384ce4bb168690cfd5a27a HTTP/1.1" status: 200 len: 375 time: 0.0094571 May 24 14:02:46.190913 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-398acfd7-e3ce-454d-a256-16a55f1470c9 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3ebc40e12384ce4bb168690cfd5a27a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424566 May 24 14:02:46.287590 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-d9afbef8-160f-45db-a1ed-4fbd45f5ca7d service neutron] 10.222.0.24 "GET /v2.0/networks/18065f5d-f31e-4fd3-b029-c409167bb83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856655 May 24 14:02:46.375741 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-ff5a1e9c-c50d-4567-bb4e-a5bfbb10c52c service neutron] 10.222.0.24 "GET /v2.0/networks/18065f5d-f31e-4fd3-b029-c409167bb83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825319 May 24 14:02:46.542692 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-12a61a71-5802-4fd0-9efc-7363ca27ec7c req-5d803471-69e9-46d4-9953-7ba499a54bd7 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 210 time: 0.0309846 May 24 14:02:47.451021 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:47.466464 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-1bdfd15d-bd36-4ada-ba14-1633fed0e6f9 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:47.467927 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-1bdfd15d-bd36-4ada-ba14-1633fed0e6f9 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.55 "GET /v2.0/networks?id=18065f5d-f31e-4fd3-b029-c409167bb83c HTTP/1.1" status: 200 len: 816 time: 0.1033037 May 24 14:02:47.531344 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-bf56b515-1232-4244-ae77-7c9d46384e18 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3ebc40e12384ce4bb168690cfd5a27a HTTP/1.1" status: 200 len: 380 time: 0.0547953 May 24 14:02:47.540557 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-02c9db89-9dec-4807-8313-c15a067242d3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Request body: {'port': {'device_id': '762edbfc-761c-41c1-9404-8936a3869671', 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c', 'admin_state_up': True, 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'security_groups': ['7d6d7cfb-d299-4066-8b2d-0e977ed9b20a']}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:02:47.643458 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c6cec94a-be95-427c-b089-abe7c329d497 req-77846c1e-9f5c-4a27-bb7d-177cc59d74ca tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 210 time: 0.0287135 May 24 14:02:47.653149 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-02c9db89-9dec-4807-8313-c15a067242d3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Made reservation on behalf of d3ebc40e12384ce4bb168690cfd5a27a for: {'port': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 14:02:47.656715 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-02c9db89-9dec-4807-8313-c15a067242d3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:47.753437 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:47.780200 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-02c9db89-9dec-4807-8313-c15a067242d3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Allocated IP 172.20.0.8 (18065f5d-f31e-4fd3-b029-c409167bb83c/8be785c0-42d8-4f57-9b56-6849abcace7e/dce5d6fb-7321-4b36-8335-7b79a2352887) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 14:02:47.915760 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-02c9db89-9dec-4807-8313-c15a067242d3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for port (dce5d6fb-7321-4b36-8335-7b79a2352887), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:47.947662 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-02c9db89-9dec-4807-8313-c15a067242d3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (dce5d6fb-7321-4b36-8335-7b79a2352887), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:47.990487 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-02c9db89-9dec-4807-8313-c15a067242d3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Network 18065f5d-f31e-4fd3-b029-c409167bb83c is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:02:47.993783 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-02c9db89-9dec-4807-8313-c15a067242d3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:02:47.997455 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-02c9db89-9dec-4807-8313-c15a067242d3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 14:02:48.003636 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9db89-9dec-4807-8313-c15a067242d3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Pushing event updated for resources: {'Port': ['ID=dce5d6fb-7321-4b36-8335-7b79a2352887,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:48.053443 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-02c9db89-9dec-4807-8313-c15a067242d3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:48.054063 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-02c9db89-9dec-4807-8313-c15a067242d3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:48.070614 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-02c9db89-9dec-4807-8313-c15a067242d3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5338478 May 24 14:02:48.085160 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-20551baa-af12-410b-8eca-a230f76b069c service neutron] Request body: {'port': {'device_id': '762edbfc-761c-41c1-9404-8936a3869671', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:02:48.147715 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-20551baa-af12-410b-8eca-a230f76b069c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (dce5d6fb-7321-4b36-8335-7b79a2352887), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:48.216873 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:48.259917 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-7e3936d2-e0df-4aad-b939-5b58b119c5e7 None None] Provisioning complete for port dce5d6fb-7321-4b36-8335-7b79a2352887 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:02:48.260465 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7e3936d2-e0df-4aad-b939-5b58b119c5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (dce5d6fb-7321-4b36-8335-7b79a2352887), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:48.292272 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-7e3936d2-e0df-4aad-b939-5b58b119c5e7 None None] Port dce5d6fb-7321-4b36-8335-7b79a2352887 cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 14:02:48.436879 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-20551baa-af12-410b-8eca-a230f76b069c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce5d6fb-7321-4b36-8335-7b79a2352887 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 14:02:48.444707 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-20551baa-af12-410b-8eca-a230f76b069c service neutron] Publish callbacks [] for port (dce5d6fb-7321-4b36-8335-7b79a2352887), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:48.457285 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-20551baa-af12-410b-8eca-a230f76b069c service neutron] Transition to ACTIVE for port object dce5d6fb-7321-4b36-8335-7b79a2352887 will not be triggered until provisioned by entity L2. {{(pid=103807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 14:02:48.460941 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-20551baa-af12-410b-8eca-a230f76b069c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5058382'] for port (dce5d6fb-7321-4b36-8335-7b79a2352887), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:48.514224 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20551baa-af12-410b-8eca-a230f76b069c service neutron] Pushing event updated for resources: {'Port': ['ID=dce5d6fb-7321-4b36-8335-7b79a2352887,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:48.572690 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:48.583621 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-20551baa-af12-410b-8eca-a230f76b069c service neutron] Attempting to bind port dce5d6fb-7321-4b36-8335-7b79a2352887 on host hv-cinder-84212 for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 14:02:48.584050 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-20551baa-af12-410b-8eca-a230f76b069c service neutron] Attempting to bind port dce5d6fb-7321-4b36-8335-7b79a2352887 by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': '132fe624-87e3-43f2-9650-2a427f750a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 14:02:48.584387 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-20551baa-af12-410b-8eca-a230f76b069c service neutron] Attempting to bind port dce5d6fb-7321-4b36-8335-7b79a2352887 on network 18065f5d-f31e-4fd3-b029-c409167bb83c {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:02:48.590194 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-20551baa-af12-410b-8eca-a230f76b069c service neutron] Port dce5d6fb-7321-4b36-8335-7b79a2352887 on network 18065f5d-f31e-4fd3-b029-c409167bb83c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 14:02:48.590616 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-20551baa-af12-410b-8eca-a230f76b069c service neutron] Attempting to bind port dce5d6fb-7321-4b36-8335-7b79a2352887 on network 18065f5d-f31e-4fd3-b029-c409167bb83c {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:02:48.597483 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-20551baa-af12-410b-8eca-a230f76b069c service neutron] Checking agent: {'id': 'a7952d12-b11e-49b3-ae0f-02e893d8d6d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'started_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 14, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 14:02:48.597841 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-20551baa-af12-410b-8eca-a230f76b069c service neutron] Checking segment: {'id': '132fe624-87e3-43f2-9650-2a427f750a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 14:02:48.598230 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-20551baa-af12-410b-8eca-a230f76b069c service neutron] Bound using segment: {'id': '132fe624-87e3-43f2-9650-2a427f750a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 14:02:48.598664 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-20551baa-af12-410b-8eca-a230f76b069c service neutron] Bound port: dce5d6fb-7321-4b36-8335-7b79a2352887, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '132fe624-87e3-43f2-9650-2a427f750a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 14:02:48.599030 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-20551baa-af12-410b-8eca-a230f76b069c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (dce5d6fb-7321-4b36-8335-7b79a2352887), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:48.685858 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-20551baa-af12-410b-8eca-a230f76b069c service neutron] For port dce5d6fb-7321-4b36-8335-7b79a2352887, host hv-cinder-84212, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 14:02:48.689271 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-20551baa-af12-410b-8eca-a230f76b069c service neutron] For port dce5d6fb-7321-4b36-8335-7b79a2352887, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=dce5d6fb-7321-4b36-8335-7b79a2352887,segment=NetworkSegment(132fe624-87e3-43f2-9650-2a427f750a75),segment_id=132fe624-87e3-43f2-9650-2a427f750a75)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 14:02:48.695843 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-20551baa-af12-410b-8eca-a230f76b069c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5058382'] for port (dce5d6fb-7321-4b36-8335-7b79a2352887), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:48.728390 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:48.751011 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-20551baa-af12-410b-8eca-a230f76b069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:48.751753 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-20551baa-af12-410b-8eca-a230f76b069c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:48.753187 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-20551baa-af12-410b-8eca-a230f76b069c service neutron] 10.222.0.55 "PUT /v2.0/ports/dce5d6fb-7321-4b36-8335-7b79a2352887 HTTP/1.1" status: 200 len: 1093 time: 0.6729422 May 24 14:02:48.753642 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '762edbfc-761c-41c1-9404-8936a3869671', 'tag': 'dce5d6fb-7321-4b36-8335-7b79a2352887'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:02:48.755899 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b5f44d-0858-44d7-9935-9487068bbfcb" -d '{"events": [{"name": "network-changed", "server_uuid": "762edbfc-761c-41c1-9404-8936a3869671", "tag": "dce5d6fb-7321-4b36-8335-7b79a2352887"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:02:48.770322 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30a75a-7eed-4d9f-886f-ecf59237c998 req-59603fe5-1160-4d39-987a-ed83498cdfcb tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:48.777584 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ab30a75a-7eed-4d9f-886f-ecf59237c998 req-59603fe5-1160-4d39-987a-ed83498cdfcb tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 943 time: 0.0592570 May 24 14:02:48.793488 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20551baa-af12-410b-8eca-a230f76b069c service neutron] Pushing event updated for resources: {'Port': ['ID=dce5d6fb-7321-4b36-8335-7b79a2352887,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:48.847401 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ab30a75a-7eed-4d9f-886f-ecf59237c998 req-0ec7da88-b7d4-4361-8483-f0c145117f55 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688777 May 24 14:02:48.878046 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-8cc553dc-672d-4619-b1ea-93d25e74f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:48.880359 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-8cc553dc-672d-4619-b1ea-93d25e74f48c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d3ebc40e12384ce4bb168690cfd5a27a&device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 1127 time: 0.0592802 May 24 14:02:48.930249 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 14:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfd8fea-1b9c-4c48-9f16-f2bdeef66f94 x-openstack-request-id: req-ecfd8fea-1b9c-4c48-9f16-f2bdeef66f94 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:02:48.930665 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "762edbfc-761c-41c1-9404-8936a3869671", "tag": "dce5d6fb-7321-4b36-8335-7b79a2352887", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:02:48.931023 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ecfd8fea-1b9c-4c48-9f16-f2bdeef66f94 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:02:48.931520 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecfd8fea-1b9c-4c48-9f16-f2bdeef66f94'] response: {'name': 'network-changed', 'server_uuid': '762edbfc-761c-41c1-9404-8936a3869671', 'tag': 'dce5d6fb-7321-4b36-8335-7b79a2352887', 'status': 'completed', 'code': 200} May 24 14:02:48.933191 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-a0168756-30c3-4858-8680-6e22d80ed891 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dce5d6fb-7321-4b36-8335-7b79a2352887 HTTP/1.1" status: 200 len: 217 time: 0.0454259 May 24 14:02:48.989324 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-f3d9fcbd-06d1-4054-af09-dcf3ed586209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:48.990860 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-f3d9fcbd-06d1-4054-af09-dcf3ed586209 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8be785c0-42d8-4f57-9b56-6849abcace7e HTTP/1.1" status: 200 len: 855 time: 0.0512540 May 24 14:02:49.043519 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-c9ccd872-04e8-49ac-b6d4-9731f8370fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:49.045659 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-c9ccd872-04e8-49ac-b6d4-9731f8370fc3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=18065f5d-f31e-4fd3-b029-c409167bb83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476274 May 24 14:02:49.434532 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-464b2205-cca4-4d7b-b9ba-55ad8300741e service neutron] 10.222.0.55 "GET /v2.0/networks/18065f5d-f31e-4fd3-b029-c409167bb83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863614 May 24 14:02:49.526627 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f6846fbf-dc66-4b09-b523-20931bea6394 req-1d297516-412b-4b9a-bab3-1734b4d904e6 service neutron] 10.222.0.55 "GET /v2.0/networks/18065f5d-f31e-4fd3-b029-c409167bb83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836513 May 24 14:02:49.967056 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122efb91-9f10-4410-8e58-b077020f617c req-a2db3737-e90e-49f5-9723-623d1be087b8 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:49.968510 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-122efb91-9f10-4410-8e58-b077020f617c req-a2db3737-e90e-49f5-9723-623d1be087b8 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 943 time: 0.0460105 May 24 14:02:50.016509 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-122efb91-9f10-4410-8e58-b077020f617c req-fea45cf6-041a-416c-b2ca-320b137c741f tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419266 May 24 14:02:51.131283 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477191ca-6a04-4f48-83a2-9b4f3849a785 req-42370fb3-469d-4885-b9a0-646923024bd1 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:51.132754 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-477191ca-6a04-4f48-83a2-9b4f3849a785 req-42370fb3-469d-4885-b9a0-646923024bd1 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 943 time: 0.0462580 May 24 14:02:51.183149 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-477191ca-6a04-4f48-83a2-9b4f3849a785 req-715af4d5-6b35-45fa-81da-489c13a871c4 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449140 May 24 14:02:52.286073 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:52.301099 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d5a3e-9ec9-4bdc-b24d-3d6e0b7eea2e req-43ea5c80-6944-45c0-9d6e-5e056d06f6bc tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:52.302550 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f57d5a3e-9ec9-4bdc-b24d-3d6e0b7eea2e req-43ea5c80-6944-45c0-9d6e-5e056d06f6bc tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 943 time: 0.0482070 May 24 14:02:52.348551 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f57d5a3e-9ec9-4bdc-b24d-3d6e0b7eea2e req-5afcc396-e989-49bd-8256-6044aeb48b7d tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406022 May 24 14:02:52.590404 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:52.597005 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5f44d-0858-44d7-9935-9487068bbfcb req-6a379990-c85e-41d8-9faf-3010f1f1e2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:52.598500 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a8b5f44d-0858-44d7-9935-9487068bbfcb req-6a379990-c85e-41d8-9faf-3010f1f1e2f3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d3ebc40e12384ce4bb168690cfd5a27a&device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 1127 time: 0.0410020 May 24 14:02:52.692877 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5f44d-0858-44d7-9935-9487068bbfcb req-0b3c3fdb-9589-404b-a8d9-4f28d8c84b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:52.694371 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a8b5f44d-0858-44d7-9935-9487068bbfcb req-0b3c3fdb-9589-404b-a8d9-4f28d8c84b88 service neutron] 10.222.0.55 "GET /v2.0/networks?id=18065f5d-f31e-4fd3-b029-c409167bb83c HTTP/1.1" status: 200 len: 917 time: 0.0875762 May 24 14:02:52.747392 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a8b5f44d-0858-44d7-9935-9487068bbfcb req-ba166407-2e7d-4d7d-a437-b9aa58efb1c1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dce5d6fb-7321-4b36-8335-7b79a2352887 HTTP/1.1" status: 200 len: 217 time: 0.0442202 May 24 14:02:52.794520 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5f44d-0858-44d7-9935-9487068bbfcb req-54830128-90d5-49f7-8745-16e114ce1a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:52.795863 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a8b5f44d-0858-44d7-9935-9487068bbfcb req-54830128-90d5-49f7-8745-16e114ce1a72 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8be785c0-42d8-4f57-9b56-6849abcace7e HTTP/1.1" status: 200 len: 855 time: 0.0423098 May 24 14:02:52.842479 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5f44d-0858-44d7-9935-9487068bbfcb req-bd9c1d79-fb2f-4908-b205-de5d93a34135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:52.843986 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a8b5f44d-0858-44d7-9935-9487068bbfcb req-bd9c1d79-fb2f-4908-b205-de5d93a34135 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=18065f5d-f31e-4fd3-b029-c409167bb83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411010 May 24 14:02:52.892822 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device dce5d6fb-7321-4b36-8335-7b79a2352887 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=103809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 14:02:52.912368 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=100 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:52.933569 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a8b5f44d-0858-44d7-9935-9487068bbfcb req-23dcfe3c-3d53-42d5-ad4d-431b690704fa service neutron] 10.222.0.55 "GET /v2.0/networks/18065f5d-f31e-4fd3-b029-c409167bb83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817816 May 24 14:02:52.989678 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port dce5d6fb-7321-4b36-8335-7b79a2352887, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=dce5d6fb-7321-4b36-8335-7b79a2352887,segment=NetworkSegment(132fe624-87e3-43f2-9650-2a427f750a75),segment_id=132fe624-87e3-43f2-9650-2a427f750a75)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:02:53.002210 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Returning: {'device': 'dce5d6fb-7321-4b36-8335-7b79a2352887', 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c', 'port_id': 'dce5d6fb-7321-4b36-8335-7b79a2352887', 'mac_address': 'fa:16:3e:20:59:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be785c0-42d8-4f57-9b56-6849abcace7e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 14:02:53.025954 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a8b5f44d-0858-44d7-9935-9487068bbfcb req-663ad487-6cae-4f20-923f-54b5b597f023 service neutron] 10.222.0.55 "GET /v2.0/networks/18065f5d-f31e-4fd3-b029-c409167bb83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858693 May 24 14:02:53.040567 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port dce5d6fb-7321-4b36-8335-7b79a2352887 is: DOWN; New status is: BUILD {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:02:53.040964 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (dce5d6fb-7321-4b36-8335-7b79a2352887), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:53.055507 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dce5d6fb-7321-4b36-8335-7b79a2352887 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 14:02:53.075672 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port dce5d6fb-7321-4b36-8335-7b79a2352887, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=dce5d6fb-7321-4b36-8335-7b79a2352887,segment=NetworkSegment(132fe624-87e3-43f2-9650-2a427f750a75),segment_id=132fe624-87e3-43f2-9650-2a427f750a75)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:02:53.079619 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (dce5d6fb-7321-4b36-8335-7b79a2352887), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:53.125058 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=dce5d6fb-7321-4b36-8335-7b79a2352887,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:53.434734 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:53.443995 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73726ea8-3bb2-4168-8ad1-a67b4cc97855 req-6f25f4ea-0021-4d85-bd37-4fb8b03196fd tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:53.445457 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-73726ea8-3bb2-4168-8ad1-a67b4cc97855 req-6f25f4ea-0021-4d85-bd37-4fb8b03196fd tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0492342 May 24 14:02:53.472587 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4657e8f-ba82-4fb6-a12b-9d3cac6a0dd4 req-ef244ab5-3d35-4fec-b4b4-60e5e14e9def tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:53.474068 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f4657e8f-ba82-4fb6-a12b-9d3cac6a0dd4 req-ef244ab5-3d35-4fec-b4b4-60e5e14e9def tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 944 time: 0.0482402 May 24 14:02:53.482862 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['dce5d6fb-7321-4b36-8335-7b79a2352887'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 14:02:53.496892 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-73726ea8-3bb2-4168-8ad1-a67b4cc97855 req-889aeadb-4df1-49e7-bc90-bf68542f9d87 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449102 May 24 14:02:53.520430 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:53.536827 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f4657e8f-ba82-4fb6-a12b-9d3cac6a0dd4 req-8c20e0c2-0dd5-4a8b-bc0d-7aa386607958 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572469 May 24 14:02:53.814416 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ee851aee-f8e1-469f-a92f-c6489febcba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:54.609280 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a11592-03a9-4de3-bc9f-402e58b1d53d req-f4600c32-f51e-49a2-8e18-77618eddee30 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:54.611395 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-54a11592-03a9-4de3-bc9f-402e58b1d53d req-f4600c32-f51e-49a2-8e18-77618eddee30 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0463955 May 24 14:02:54.656256 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7e758-d77b-42a5-ad71-213e9454fae5 req-1ab13ce5-5bf3-4b07-aa14-57d884d50bf4 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:54.658476 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a1a7e758-d77b-42a5-ad71-213e9454fae5 req-1ab13ce5-5bf3-4b07-aa14-57d884d50bf4 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 944 time: 0.0518410 May 24 14:02:54.662056 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-54a11592-03a9-4de3-bc9f-402e58b1d53d req-1147e4b3-f69f-4fe1-b992-b2ac18c5cab5 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451407 May 24 14:02:54.705579 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a1a7e758-d77b-42a5-ad71-213e9454fae5 req-fdcb92fd-701f-451b-a4e4-b2e910cd7b5f tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410933 May 24 14:02:54.900897 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device dce5d6fb-7321-4b36-8335-7b79a2352887 up at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:02:54.942426 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning for port dce5d6fb-7321-4b36-8335-7b79a2352887 completed by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 14:02:54.948346 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning complete for port dce5d6fb-7321-4b36-8335-7b79a2352887 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:02:54.948769 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (dce5d6fb-7321-4b36-8335-7b79a2352887), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:55.020695 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port dce5d6fb-7321-4b36-8335-7b79a2352887 is: BUILD; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:02:55.021068 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (dce5d6fb-7321-4b36-8335-7b79a2352887), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:55.042868 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762edbfc-761c-41c1-9404-8936a3869671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce5d6fb-7321-4b36-8335-7b79a2352887'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:02:55.045186 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6704ccb53a4068acec69ef2b688a9e5af712f2ba46f4bf8cce86ae06eb28aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163ae230-3a79-438b-809d-79a0f830beb1" -d '{"events": [{"server_uuid": "762edbfc-761c-41c1-9404-8936a3869671", "name": "network-vif-plugged", "status": "completed", "tag": "dce5d6fb-7321-4b36-8335-7b79a2352887"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:02:55.057457 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port dce5d6fb-7321-4b36-8335-7b79a2352887, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=dce5d6fb-7321-4b36-8335-7b79a2352887,segment=NetworkSegment(132fe624-87e3-43f2-9650-2a427f750a75),segment_id=132fe624-87e3-43f2-9650-2a427f750a75)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:02:55.061536 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (dce5d6fb-7321-4b36-8335-7b79a2352887), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:55.100205 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 14:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2d656f-25af-407d-a8e0-b9257e0dc02e x-openstack-request-id: req-bb2d656f-25af-407d-a8e0-b9257e0dc02e {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:02:55.100498 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762edbfc-761c-41c1-9404-8936a3869671", "name": "network-vif-plugged", "status": "completed", "tag": "dce5d6fb-7321-4b36-8335-7b79a2352887", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:02:55.100749 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb2d656f-25af-407d-a8e0-b9257e0dc02e {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:02:55.101141 dv-cinder-842129-1-iscsi neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb2d656f-25af-407d-a8e0-b9257e0dc02e'] response: {'server_uuid': '762edbfc-761c-41c1-9404-8936a3869671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce5d6fb-7321-4b36-8335-7b79a2352887', 'code': 200} May 24 14:02:55.124092 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:55.127533 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=dce5d6fb-7321-4b36-8335-7b79a2352887,revision_number=5']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:55.775557 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c41a3-1dbf-48a8-a573-e88a01922161 req-57da42d9-3d6e-4382-824d-67544bb82d37 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:55.777064 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-074c41a3-1dbf-48a8-a573-e88a01922161 req-57da42d9-3d6e-4382-824d-67544bb82d37 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0490394 May 24 14:02:55.824900 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-074c41a3-1dbf-48a8-a573-e88a01922161 req-d875d343-a8f8-46cf-a619-e56041e89b8d tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419853 May 24 14:02:55.825763 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c986dca-7e13-4a34-bb39-035334416fd9 req-89c702ec-e5b5-4fdc-b213-7ae930081334 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:55.827667 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7c986dca-7e13-4a34-bb39-035334416fd9 req-89c702ec-e5b5-4fdc-b213-7ae930081334 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 945 time: 0.0477271 May 24 14:02:55.874530 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7c986dca-7e13-4a34-bb39-035334416fd9 req-1d879871-a345-45a1-bf4f-56c4ed6c8715 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411773 May 24 14:02:56.148998 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-41e2ce24-d371-44b3-a7e4-122f65bc9cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:56.598983 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b83fff-9e42-4fc6-9d07-c0e1c2e1bb1a req-3fc68d19-79a1-4cd0-9c95-a53976c757b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:56.600496 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-42b83fff-9e42-4fc6-9d07-c0e1c2e1bb1a req-3fc68d19-79a1-4cd0-9c95-a53976c757b1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 1129 time: 0.0393562 May 24 14:02:56.644505 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-42b83fff-9e42-4fc6-9d07-c0e1c2e1bb1a req-47827a71-1e56-4bb9-923c-71b925cc5b07 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370588 May 24 14:02:56.940820 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60075dd3-96d7-4a7c-ac07-edfba3050355 req-a0d0eee5-8c90-4321-bc87-68e264734a2d tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:56.942303 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-60075dd3-96d7-4a7c-ac07-edfba3050355 req-a0d0eee5-8c90-4321-bc87-68e264734a2d tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0476305 May 24 14:02:56.993464 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-60075dd3-96d7-4a7c-ac07-edfba3050355 req-dd336c92-c9be-4955-987d-a2f05afad582 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454566 May 24 14:02:56.998375 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f9d2a-0fa8-45c5-91c3-a1d358c8e4da req-07f4bfe3-3bb4-45f3-989b-43a98c9f1b4b tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:56.999890 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-941f9d2a-0fa8-45c5-91c3-a1d358c8e4da req-07f4bfe3-3bb4-45f3-989b-43a98c9f1b4b tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 945 time: 0.0503120 May 24 14:02:57.046848 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-941f9d2a-0fa8-45c5-91c3-a1d358c8e4da req-43d1860a-2f47-4af2-9349-38dea4a94bb7 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407624 May 24 14:02:57.414216 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:57.732189 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf9272-8e4c-4613-bcf0-05bf6385a85a req-4285c340-6460-438b-bae0-c38bd18a3c89 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:57.733602 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bccf9272-8e4c-4613-bcf0-05bf6385a85a req-4285c340-6460-438b-bae0-c38bd18a3c89 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.55 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0463617 May 24 14:02:57.816891 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-bccf9272-8e4c-4613-bcf0-05bf6385a85a req-18c061c7-ab6a-421f-b023-13f052bf55d1 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Deleting port 6ec58c80-6380-4300-8c4d-013be3a1d9bb {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:02:57.817222 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-bccf9272-8e4c-4613-bcf0-05bf6385a85a req-18c061c7-ab6a-421f-b023-13f052bf55d1 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (6ec58c80-6380-4300-8c4d-013be3a1d9bb), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:57.832381 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:57.904323 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-bccf9272-8e4c-4613-bcf0-05bf6385a85a req-18c061c7-ab6a-421f-b023-13f052bf55d1 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] For port 6ec58c80-6380-4300-8c4d-013be3a1d9bb, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=6ec58c80-6380-4300-8c4d-013be3a1d9bb,segment=NetworkSegment(8721b458-6608-4734-825c-3715bb701c43),segment_id=8721b458-6608-4734-825c-3715bb701c43)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:02:57.904684 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-bccf9272-8e4c-4613-bcf0-05bf6385a85a req-18c061c7-ab6a-421f-b023-13f052bf55d1 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (6ec58c80-6380-4300-8c4d-013be3a1d9bb), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:58.061701 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-bccf9272-8e4c-4613-bcf0-05bf6385a85a req-18c061c7-ab6a-421f-b023-13f052bf55d1 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:58.062396 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-bccf9272-8e4c-4613-bcf0-05bf6385a85a req-18c061c7-ab6a-421f-b023-13f052bf55d1 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534436'] for floatingip (5bda9216-88b5-4d76-9229-980c548bef9c), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:58.062396 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.db.l3_db [req-bccf9272-8e4c-4613-bcf0-05bf6385a85a req-18c061c7-ab6a-421f-b023-13f052bf55d1 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Floating IP 5bda9216-88b5-4d76-9229-980c548bef9c disassociated. External IP: 172.27.3.87, port: 6ec58c80-6380-4300-8c4d-013be3a1d9bb. May 24 14:02:58.062694 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-bccf9272-8e4c-4613-bcf0-05bf6385a85a req-18c061c7-ab6a-421f-b023-13f052bf55d1 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Calling delete_port for 6ec58c80-6380-4300-8c4d-013be3a1d9bb owned by compute:nova {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:02:58.141315 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:58.146979 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459962f-fc0d-47df-a6b4-3367b491c7f3 req-e45ab3b9-feda-4f6c-bbb3-1018e6788bb6 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:58.148546 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-2459962f-fc0d-47df-a6b4-3367b491c7f3 req-e45ab3b9-feda-4f6c-bbb3-1018e6788bb6 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efba3b6-0b80-48c5-ac89-0db944e2ac8f HTTP/1.1" status: 200 len: 946 time: 0.0876546 May 24 14:02:58.197680 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-2459962f-fc0d-47df-a6b4-3367b491c7f3 req-dd403358-6eb7-47d2-b432-f4327ee45e9c tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=60955e93-0cf7-41ec-8578-883a273468c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427635 May 24 14:02:58.241214 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de790fe-221b-4d27-9d7c-24e8f7b6ef00 req-a88dad13-0384-4ed9-9d87-7ef8720eae56 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:58.242964 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5de790fe-221b-4d27-9d7c-24e8f7b6ef00 req-a88dad13-0384-4ed9-9d87-7ef8720eae56 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 945 time: 0.0668502 May 24 14:02:58.244137 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-bccf9272-8e4c-4613-bcf0-05bf6385a85a req-18c061c7-ab6a-421f-b023-13f052bf55d1 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (6ec58c80-6380-4300-8c4d-013be3a1d9bb), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:58.292402 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c061c7-ab6a-421f-b023-13f052bf55d1 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Pushing event deleted for resources: {'Port': ['ID=6ec58c80-6380-4300-8c4d-013be3a1d9bb,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:58.363598 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5de790fe-221b-4d27-9d7c-24e8f7b6ef00 req-1394e7ef-563c-430e-bd49-c44292c18248 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149018 May 24 14:02:58.420414 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bccf9272-8e4c-4613-bcf0-05bf6385a85a req-18c061c7-ab6a-421f-b023-13f052bf55d1 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Router 0afa15be-0b1e-4a34-a580-826aca901c22 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:02:58.522020 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bccf9272-8e4c-4613-bcf0-05bf6385a85a req-18c061c7-ab6a-421f-b023-13f052bf55d1 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:02:58.534718 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14d4f3d-1877-485a-9d17-a6cca26c47c2 None None] Sync routers for ids ['0afa15be-0b1e-4a34-a580-826aca901c22'] in dv-cinder-842129-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:02:58.555559 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14d4f3d-1877-485a-9d17-a6cca26c47c2 None None] Routers {'0afa15be-0b1e-4a34-a580-826aca901c22'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:02:58.556465 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-c14d4f3d-1877-485a-9d17-a6cca26c47c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:02:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['0afa15be-0b1e-4a34-a580-826aca901c22'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:02:58.560759 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:58.582605 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-bccf9272-8e4c-4613-bcf0-05bf6385a85a req-18c061c7-ab6a-421f-b023-13f052bf55d1 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] No DVR routers for this DVR port 6ec58c80-6380-4300-8c4d-013be3a1d9bb on host hv-cinder-84212 {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 14:02:58.585104 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-bccf9272-8e4c-4613-bcf0-05bf6385a85a req-18c061c7-ab6a-421f-b023-13f052bf55d1 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:58.588281 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bccf9272-8e4c-4613-bcf0-05bf6385a85a req-18c061c7-ab6a-421f-b023-13f052bf55d1 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.55 "DELETE /v2.0/ports/6ec58c80-6380-4300-8c4d-013be3a1d9bb HTTP/1.1" status: 204 len: 173 time: 0.8487613 May 24 14:02:58.588707 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9efba3b6-0b80-48c5-ac89-0db944e2ac8f', 'name': 'network-vif-deleted', 'tag': '6ec58c80-6380-4300-8c4d-013be3a1d9bb'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:02:58.590908 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0050f6-a6e9-497d-89ba-a36fb9d0a0dd" -d '{"events": [{"server_uuid": "9efba3b6-0b80-48c5-ac89-0db944e2ac8f", "name": "network-vif-deleted", "tag": "6ec58c80-6380-4300-8c4d-013be3a1d9bb"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:02:58.629566 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 14:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e181e977-5b96-4d84-8d78-aec7d23007b3 x-openstack-request-id: req-e181e977-5b96-4d84-8d78-aec7d23007b3 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:02:58.629916 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9efba3b6-0b80-48c5-ac89-0db944e2ac8f", "name": "network-vif-deleted", "tag": "6ec58c80-6380-4300-8c4d-013be3a1d9bb", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:02:58.630177 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e181e977-5b96-4d84-8d78-aec7d23007b3 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:02:58.630674 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e181e977-5b96-4d84-8d78-aec7d23007b3'] response: {'server_uuid': '9efba3b6-0b80-48c5-ac89-0db944e2ac8f', 'name': 'network-vif-deleted', 'tag': '6ec58c80-6380-4300-8c4d-013be3a1d9bb', 'status': 'completed', 'code': 200} May 24 14:02:58.668821 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-c14d4f3d-1877-485a-9d17-a6cca26c47c2 None None] Set router 0afa15be-0b1e-4a34-a580-826aca901c22 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:02:58.871512 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-c14d4f3d-1877-485a-9d17-a6cca26c47c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'name': 'tempest-ServerRescueNegativeTestJSON-2082356560-router', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a74a897e-cdb8-40f8-bbb9-7807cfaa29a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:42Z', 'revision_number': 4, 'project_id': '54ee7d13408645e6b6517f541fe45670', 'gw_port': {'id': 'a74a897e-cdb8-40f8-bbb9-7807cfaa29a0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:55:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:34Z', 'updated_at': '2022-05-24T13:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '463895b7-a0c1-4b31-af5d-6bb85a30f4ff', 'name': '', 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'mac_address': 'fa:16:3e:b7:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '899ca591-3ba0-4148-9660-6941aa8cd299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:40Z', 'updated_at': '2022-05-24T13:55:50Z', 'revision_number': 5, 'project_id': '54ee7d13408645e6b6517f541fe45670', 'subnets': [{'id': '899ca591-3ba0-4148-9660-6941aa8cd299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:02:58.895957 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14d4f3d-1877-485a-9d17-a6cca26c47c2 None None] Checking router: 0afa15be-0b1e-4a34-a580-826aca901c22 for host: dv-cinder-842129-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:02:58.904104 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14d4f3d-1877-485a-9d17-a6cca26c47c2 None None] Routers {'0afa15be-0b1e-4a34-a580-826aca901c22'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:02:58.904698 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-c14d4f3d-1877-485a-9d17-a6cca26c47c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:02:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['0afa15be-0b1e-4a34-a580-826aca901c22'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:02:59.009031 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-c14d4f3d-1877-485a-9d17-a6cca26c47c2 None None] Set router 0afa15be-0b1e-4a34-a580-826aca901c22 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:02:59.137101 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:59.214692 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-c14d4f3d-1877-485a-9d17-a6cca26c47c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'name': 'tempest-ServerRescueNegativeTestJSON-2082356560-router', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a74a897e-cdb8-40f8-bbb9-7807cfaa29a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:42Z', 'revision_number': 4, 'project_id': '54ee7d13408645e6b6517f541fe45670', 'gw_port': {'id': 'a74a897e-cdb8-40f8-bbb9-7807cfaa29a0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:55:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:34Z', 'updated_at': '2022-05-24T13:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '463895b7-a0c1-4b31-af5d-6bb85a30f4ff', 'name': '', 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'mac_address': 'fa:16:3e:b7:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '899ca591-3ba0-4148-9660-6941aa8cd299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:40Z', 'updated_at': '2022-05-24T13:55:50Z', 'revision_number': 5, 'project_id': '54ee7d13408645e6b6517f541fe45670', 'subnets': [{'id': '899ca591-3ba0-4148-9660-6941aa8cd299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:02:59.238763 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14d4f3d-1877-485a-9d17-a6cca26c47c2 None None] The sync data for ids ['0afa15be-0b1e-4a34-a580-826aca901c22'] in dv-cinder-842129-1-iscsi is: [{'id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'name': 'tempest-ServerRescueNegativeTestJSON-2082356560-router', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a74a897e-cdb8-40f8-bbb9-7807cfaa29a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:42Z', 'revision_number': 4, 'project_id': '54ee7d13408645e6b6517f541fe45670', 'gw_port': {'id': 'a74a897e-cdb8-40f8-bbb9-7807cfaa29a0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:55:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:34Z', 'updated_at': '2022-05-24T13:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '463895b7-a0c1-4b31-af5d-6bb85a30f4ff', 'name': '', 'network_id': 'c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'mac_address': 'fa:16:3e:b7:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '899ca591-3ba0-4148-9660-6941aa8cd299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:40Z', 'updated_at': '2022-05-24T13:55:50Z', 'revision_number': 5, 'project_id': '54ee7d13408645e6b6517f541fe45670', 'subnets': [{'id': '899ca591-3ba0-4148-9660-6941aa8cd299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:02:59.287013 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 41016) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:02:59.342106 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2fb5ae79-505a-4672-a777-420ff798289b tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks [] for security_group (60955e93-0cf7-41ec-8578-883a273468c6), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:59.366674 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2fb5ae79-505a-4672-a777-420ff798289b tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks [] for security_group (60955e93-0cf7-41ec-8578-883a273468c6), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:59.379185 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:59.420180 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2fb5ae79-505a-4672-a777-420ff798289b tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (60955e93-0cf7-41ec-8578-883a273468c6), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:59.422724 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2fb5ae79-505a-4672-a777-420ff798289b tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:59.424137 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-2fb5ae79-505a-4672-a777-420ff798289b tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "DELETE /v2.0/security-groups/60955e93-0cf7-41ec-8578-883a273468c6 HTTP/1.1" status: 204 len: 168 time: 0.1361036 May 24 14:02:59.426918 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 41020) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:02:59.438087 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5ae79-505a-4672-a777-420ff798289b tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60955e93-0cf7-41ec-8578-883a273468c6,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:02:59.452532 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.api.v2.resource [None req-5e5763cd-8fbb-4338-8370-3e4c19433a4b tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] show failed (client error): The resource could not be found. May 24 14:02:59.452532 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-5e5763cd-8fbb-4338-8370-3e4c19433a4b tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups/60955e93-0cf7-41ec-8578-883a273468c6 HTTP/1.1" status: 404 len: 347 time: 0.0244839 May 24 14:02:59.455606 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 41022) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:02:59.514859 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dae27f-0391-4009-b3bd-f33025baf07a None None] New status for floating IP 5bda9216-88b5-4d76-9229-980c548bef9c: DOWN {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 14:02:59.600466 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aee44d-50aa-4228-8ef7-42f8d02893b1 req-8c501656-c654-4011-a8ef-90d6c8fb3885 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:02:59.601954 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-62aee44d-50aa-4228-8ef7-42f8d02893b1 req-8c501656-c654-4011-a8ef-90d6c8fb3885 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 945 time: 0.1094134 May 24 14:02:59.624689 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d5625d74-9c5a-413e-8bf4-779403d3d4da tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Deleting port 58d31994-989c-4234-874b-46e817f4c7fa {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:02:59.625028 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d5625d74-9c5a-413e-8bf4-779403d3d4da tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (58d31994-989c-4234-874b-46e817f4c7fa), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:59.945332 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-62aee44d-50aa-4228-8ef7-42f8d02893b1 req-ed8aef9b-050b-4182-b7de-752cdf625a64 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3366609 May 24 14:02:59.949409 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:02:59.974407 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d5625d74-9c5a-413e-8bf4-779403d3d4da tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (58d31994-989c-4234-874b-46e817f4c7fa), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:59.974736 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d5625d74-9c5a-413e-8bf4-779403d3d4da tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks [] for floatingip (58d31994-989c-4234-874b-46e817f4c7fa), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:02:59.988375 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d5625d74-9c5a-413e-8bf4-779403d3d4da tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Calling delete_port for 58d31994-989c-4234-874b-46e817f4c7fa owned by network:floatingip {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:03:00.072497 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ca289-25fb-4d4e-b79d-e8acefb28f83 req-3144ea4e-d60c-4c65-b51e-f70dc47b51c4 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:03:00.073970 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-485ca289-25fb-4d4e-b79d-e8acefb28f83 req-3144ea4e-d60c-4c65-b51e-f70dc47b51c4 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 945 time: 0.0598359 May 24 14:03:00.085442 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 41026) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:03:00.089863 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-f9f475d4-be59-455d-ba13-a920443c8800 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Request body: {'floatingip': {'port_id': 'dce5d6fb-7321-4b36-8335-7b79a2352887'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:03:00.126048 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d5625d74-9c5a-413e-8bf4-779403d3d4da tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (58d31994-989c-4234-874b-46e817f4c7fa), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:00.129329 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f9f475d4-be59-455d-ba13-a920443c8800 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for floatingip (e2a3c222-aa60-40c0-81e7-a5129f08b0d6), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:00.130602 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:03:00.152532 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5625d74-9c5a-413e-8bf4-779403d3d4da tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Pushing event deleted for resources: {'Port': ['ID=58d31994-989c-4234-874b-46e817f4c7fa,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:03:00.214033 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d5625d74-9c5a-413e-8bf4-779403d3d4da tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks [] for floatingip (5bda9216-88b5-4d76-9229-980c548bef9c), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:00.216429 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d5625d74-9c5a-413e-8bf4-779403d3d4da tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:00.217573 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-d5625d74-9c5a-413e-8bf4-779403d3d4da tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "DELETE /v2.0/floatingips/5bda9216-88b5-4d76-9229-980c548bef9c HTTP/1.1" status: 204 len: 168 time: 0.7609794 May 24 14:03:00.412574 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:00.511017 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:03:00.566725 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f9f475d4-be59-455d-ba13-a920443c8800 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:00.569723 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f9f475d4-be59-455d-ba13-a920443c8800 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534436'] for floatingip (e2a3c222-aa60-40c0-81e7-a5129f08b0d6), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:00.664225 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.db.l3_db [None req-f9f475d4-be59-455d-ba13-a920443c8800 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Floating IP e2a3c222-aa60-40c0-81e7-a5129f08b0d6 associated. External IP: 172.27.3.179, port: dce5d6fb-7321-4b36-8335-7b79a2352887. May 24 14:03:00.853701 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f475d4-be59-455d-ba13-a920443c8800 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Router 56b95d42-77b6-4e68-873b-05326c0ded04 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:03:00.946989 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 6ec58c80-6380-4300-8c4d-013be3a1d9bb no longer exists at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:03:00.953677 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f475d4-be59-455d-ba13-a920443c8800 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:03:00.959004 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f9f475d4-be59-455d-ba13-a920443c8800 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:00.967841 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7d17cd-dcd0-46a0-aba2-831ac0b267db None None] Sync routers for ids ['56b95d42-77b6-4e68-873b-05326c0ded04'] in dv-cinder-842129-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:03:00.970382 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] No Port match for: 6ec58c80-6380-4300-8c4d-013be3a1d9bb {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:03:00.971259 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 6ec58c80-6380-4300-8c4d-013be3a1d9bb not bound to the agent host hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:03:00.980065 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7d17cd-dcd0-46a0-aba2-831ac0b267db None None] Routers {'56b95d42-77b6-4e68-873b-05326c0ded04'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:03:00.980669 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-4a7d17cd-dcd0-46a0-aba2-831ac0b267db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:02:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['56b95d42-77b6-4e68-873b-05326c0ded04'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:03:00.988891 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-f9f475d4-be59-455d-ba13-a920443c8800 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "PUT /v2.0/floatingips/e2a3c222-aa60-40c0-81e7-a5129f08b0d6 HTTP/1.1" status: 200 len: 991 time: 0.9023581 May 24 14:03:00.989464 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '762edbfc-761c-41c1-9404-8936a3869671', 'tag': 'dce5d6fb-7321-4b36-8335-7b79a2352887'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:03:00.991705 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60922b96e112649546d89072a262e180bf09e65c4ab2e641290b12b7b14c337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b09d623-5f1f-4e08-90de-2be3b549f3c9" -d '{"events": [{"name": "network-changed", "server_uuid": "762edbfc-761c-41c1-9404-8936a3869671", "tag": "dce5d6fb-7321-4b36-8335-7b79a2352887"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:03:01.026807 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 14:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7cf18da-4f1f-4042-ab2a-a20bb402b2de x-openstack-request-id: req-e7cf18da-4f1f-4042-ab2a-a20bb402b2de {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:03:01.027089 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "762edbfc-761c-41c1-9404-8936a3869671", "tag": "dce5d6fb-7321-4b36-8335-7b79a2352887", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:03:01.027335 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e7cf18da-4f1f-4042-ab2a-a20bb402b2de {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:03:01.027747 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7cf18da-4f1f-4042-ab2a-a20bb402b2de'] response: {'name': 'network-changed', 'server_uuid': '762edbfc-761c-41c1-9404-8936a3869671', 'tag': 'dce5d6fb-7321-4b36-8335-7b79a2352887', 'status': 'completed', 'code': 200} May 24 14:03:01.084878 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-4a7d17cd-dcd0-46a0-aba2-831ac0b267db None None] Set router 56b95d42-77b6-4e68-873b-05326c0ded04 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:03:01.088294 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09d623-5f1f-4e08-90de-2be3b549f3c9 req-1d9e1037-44a0-4c3c-a685-1880b5a83b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:03:01.089781 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9b09d623-5f1f-4e08-90de-2be3b549f3c9 req-1d9e1037-44a0-4c3c-a685-1880b5a83b0b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d3ebc40e12384ce4bb168690cfd5a27a&device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 1129 time: 0.0420156 May 24 14:03:01.178486 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09d623-5f1f-4e08-90de-2be3b549f3c9 req-bbd9c957-cdad-422f-aa51-0309632dc72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:03:01.179885 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9b09d623-5f1f-4e08-90de-2be3b549f3c9 req-bbd9c957-cdad-422f-aa51-0309632dc72e service neutron] 10.222.0.55 "GET /v2.0/networks?id=18065f5d-f31e-4fd3-b029-c409167bb83c HTTP/1.1" status: 200 len: 917 time: 0.0844138 May 24 14:03:01.230614 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:03:01.246885 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9b09d623-5f1f-4e08-90de-2be3b549f3c9 req-e2610ccd-8fae-45a6-918d-8d89b36926a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dce5d6fb-7321-4b36-8335-7b79a2352887 HTTP/1.1" status: 200 len: 999 time: 0.0601318 May 24 14:03:01.295633 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09d623-5f1f-4e08-90de-2be3b549f3c9 req-51ff14cb-3f5f-4d4a-8480-ee0a5193ab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:03:01.297158 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9b09d623-5f1f-4e08-90de-2be3b549f3c9 req-51ff14cb-3f5f-4d4a-8480-ee0a5193ab81 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8be785c0-42d8-4f57-9b56-6849abcace7e HTTP/1.1" status: 200 len: 855 time: 0.0433860 May 24 14:03:01.297431 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-4a7d17cd-dcd0-46a0-aba2-831ac0b267db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'name': 'tempest-AttachVolumeShelveTestJSON-270662382-router', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:56:57Z', 'updated_at': '2022-05-24T13:57:00Z', 'revision_number': 4, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'gw_port': {'id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:56:58Z', 'updated_at': '2022-05-24T13:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': 'e2a3c222-aa60-40c0-81e7-a5129f08b0d6', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'port_id': 'dce5d6fb-7321-4b36-8335-7b79a2352887', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c', 'mac_address': 'fa:16:3e:20:59:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762edbfc-761c-41c1-9404-8936a3869671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T14:02:45Z', 'updated_at': '2022-05-24T14:03:00Z', 'revision_number': 1, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca71a485-5af1-403c-828a-301e883ce214', 'name': '', 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'mac_address': 'fa:16:3e:b5:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '8be785c0-42d8-4f57-9b56-6849abcace7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:00Z', 'updated_at': '2022-05-24T13:57:04Z', 'revision_number': 5, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'subnets': [{'id': '8be785c0-42d8-4f57-9b56-6849abcace7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:03:01.322082 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7d17cd-dcd0-46a0-aba2-831ac0b267db None None] Checking router: 56b95d42-77b6-4e68-873b-05326c0ded04 for host: dv-cinder-842129-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:03:01.333430 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7d17cd-dcd0-46a0-aba2-831ac0b267db None None] Routers {'56b95d42-77b6-4e68-873b-05326c0ded04'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:03:01.334170 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-4a7d17cd-dcd0-46a0-aba2-831ac0b267db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:02:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['56b95d42-77b6-4e68-873b-05326c0ded04'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:03:01.342375 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09d623-5f1f-4e08-90de-2be3b549f3c9 req-12141fb9-eb1b-4536-b60e-3e934312cb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:03:01.344263 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9b09d623-5f1f-4e08-90de-2be3b549f3c9 req-12141fb9-eb1b-4536-b60e-3e934312cb26 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=18065f5d-f31e-4fd3-b029-c409167bb83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406077 May 24 14:03:01.446903 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9b09d623-5f1f-4e08-90de-2be3b549f3c9 req-27fd85a1-1b37-4077-9981-f4d8be0c3bdf service neutron] 10.222.0.55 "GET /v2.0/networks/18065f5d-f31e-4fd3-b029-c409167bb83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965412 May 24 14:03:01.449347 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-4a7d17cd-dcd0-46a0-aba2-831ac0b267db None None] Set router 56b95d42-77b6-4e68-873b-05326c0ded04 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:03:01.546777 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9b09d623-5f1f-4e08-90de-2be3b549f3c9 req-f5182675-44d5-40f5-8d8e-f26eeb2108c1 service neutron] 10.222.0.55 "GET /v2.0/networks/18065f5d-f31e-4fd3-b029-c409167bb83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898390 May 24 14:03:01.665084 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-4a7d17cd-dcd0-46a0-aba2-831ac0b267db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'name': 'tempest-AttachVolumeShelveTestJSON-270662382-router', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:56:57Z', 'updated_at': '2022-05-24T13:57:00Z', 'revision_number': 4, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'gw_port': {'id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:56:58Z', 'updated_at': '2022-05-24T13:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': 'e2a3c222-aa60-40c0-81e7-a5129f08b0d6', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'port_id': 'dce5d6fb-7321-4b36-8335-7b79a2352887', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c', 'mac_address': 'fa:16:3e:20:59:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762edbfc-761c-41c1-9404-8936a3869671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T14:02:45Z', 'updated_at': '2022-05-24T14:03:00Z', 'revision_number': 1, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca71a485-5af1-403c-828a-301e883ce214', 'name': '', 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'mac_address': 'fa:16:3e:b5:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '8be785c0-42d8-4f57-9b56-6849abcace7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:00Z', 'updated_at': '2022-05-24T13:57:04Z', 'revision_number': 5, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'subnets': [{'id': '8be785c0-42d8-4f57-9b56-6849abcace7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:03:01.689870 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7d17cd-dcd0-46a0-aba2-831ac0b267db None None] The sync data for ids ['56b95d42-77b6-4e68-873b-05326c0ded04'] in dv-cinder-842129-1-iscsi is: [{'id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'name': 'tempest-AttachVolumeShelveTestJSON-270662382-router', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:56:57Z', 'updated_at': '2022-05-24T13:57:00Z', 'revision_number': 4, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'gw_port': {'id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:56:58Z', 'updated_at': '2022-05-24T13:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': 'e2a3c222-aa60-40c0-81e7-a5129f08b0d6', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'port_id': 'dce5d6fb-7321-4b36-8335-7b79a2352887', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c', 'mac_address': 'fa:16:3e:20:59:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762edbfc-761c-41c1-9404-8936a3869671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T14:02:45Z', 'updated_at': '2022-05-24T14:03:00Z', 'revision_number': 1, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca71a485-5af1-403c-828a-301e883ce214', 'name': '', 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'mac_address': 'fa:16:3e:b5:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '8be785c0-42d8-4f57-9b56-6849abcace7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:00Z', 'updated_at': '2022-05-24T13:57:04Z', 'revision_number': 5, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'subnets': [{'id': '8be785c0-42d8-4f57-9b56-6849abcace7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:03:01.896282 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34833793-8e59-4066-9435-76d2bf507e8f None None] New status for floating IP e2a3c222-aa60-40c0-81e7-a5129f08b0d6: ACTIVE {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 14:03:01.900226 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:03:02.382917 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 14:03:02.710015 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a8765-59e6-4078-be8e-c55c4c6c0b84 req-2897b011-e35e-4fc6-b703-751f2a5dc9ea tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:03:02.711395 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c17a8765-59e6-4078-be8e-c55c4c6c0b84 req-2897b011-e35e-4fc6-b703-751f2a5dc9ea tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0473046 May 24 14:03:02.758438 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c17a8765-59e6-4078-be8e-c55c4c6c0b84 req-bd0b1ffc-31b7-4ab9-89bb-248e2ae7e15e tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414436 May 24 14:03:03.361792 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19c703-67c6-4612-afbf-c14e1e9ae4b4 req-5a3a1ac6-d30d-4047-9e81-02505a28b20b tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:03:03.363225 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-de19c703-67c6-4612-afbf-c14e1e9ae4b4 req-5a3a1ac6-d30d-4047-9e81-02505a28b20b tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.55 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 946 time: 0.0512319 May 24 14:03:03.440824 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:03:03.445087 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-de19c703-67c6-4612-afbf-c14e1e9ae4b4 req-de73705c-91ae-4f80-9990-5ccecfcb3035 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Deleting port 962017d2-ce45-4701-b48a-e3e4aa4836f5 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:03:03.445468 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-de19c703-67c6-4612-afbf-c14e1e9ae4b4 req-de73705c-91ae-4f80-9990-5ccecfcb3035 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (962017d2-ce45-4701-b48a-e3e4aa4836f5), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:03.538126 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-de19c703-67c6-4612-afbf-c14e1e9ae4b4 req-de73705c-91ae-4f80-9990-5ccecfcb3035 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] For port 962017d2-ce45-4701-b48a-e3e4aa4836f5, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=962017d2-ce45-4701-b48a-e3e4aa4836f5,segment=NetworkSegment(8721b458-6608-4734-825c-3715bb701c43),segment_id=8721b458-6608-4734-825c-3715bb701c43)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:03:03.538489 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-de19c703-67c6-4612-afbf-c14e1e9ae4b4 req-de73705c-91ae-4f80-9990-5ccecfcb3035 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (962017d2-ce45-4701-b48a-e3e4aa4836f5), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:03.551555 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-de19c703-67c6-4612-afbf-c14e1e9ae4b4 req-de73705c-91ae-4f80-9990-5ccecfcb3035 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Calling delete_port for 962017d2-ce45-4701-b48a-e3e4aa4836f5 owned by compute:nova {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:03:03.609749 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:03:03.677572 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-de19c703-67c6-4612-afbf-c14e1e9ae4b4 req-de73705c-91ae-4f80-9990-5ccecfcb3035 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (962017d2-ce45-4701-b48a-e3e4aa4836f5), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:03.692093 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['962017d2-ce45-4701-b48a-e3e4aa4836f5', 'b953d341-a6ef-44a5-b545-6c5db2385fb4'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 14:03:03.712724 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73705c-91ae-4f80-9990-5ccecfcb3035 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Pushing event deleted for resources: {'Port': ['ID=962017d2-ce45-4701-b48a-e3e4aa4836f5,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:03:03.740317 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73705c-91ae-4f80-9990-5ccecfcb3035 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:03:03.740670 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73705c-91ae-4f80-9990-5ccecfcb3035 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:03:03.741008 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73705c-91ae-4f80-9990-5ccecfcb3035 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:03:03.741349 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73705c-91ae-4f80-9990-5ccecfcb3035 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:03:03.741680 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73705c-91ae-4f80-9990-5ccecfcb3035 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:03:03.742009 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73705c-91ae-4f80-9990-5ccecfcb3035 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:03:03.742351 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73705c-91ae-4f80-9990-5ccecfcb3035 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:03:03.742945 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73705c-91ae-4f80-9990-5ccecfcb3035 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:03:03.743270 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73705c-91ae-4f80-9990-5ccecfcb3035 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:03:03.743591 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73705c-91ae-4f80-9990-5ccecfcb3035 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:03:03.743935 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73705c-91ae-4f80-9990-5ccecfcb3035 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:03:03.744261 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73705c-91ae-4f80-9990-5ccecfcb3035 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:03:03.744582 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73705c-91ae-4f80-9990-5ccecfcb3035 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:03:03.744902 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73705c-91ae-4f80-9990-5ccecfcb3035 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:03:03.745220 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73705c-91ae-4f80-9990-5ccecfcb3035 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:03:03.769683 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-de19c703-67c6-4612-afbf-c14e1e9ae4b4 req-de73705c-91ae-4f80-9990-5ccecfcb3035 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] No DVR routers for this DVR port 962017d2-ce45-4701-b48a-e3e4aa4836f5 on host hv-cinder-84212 {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 14:03:03.772119 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-de19c703-67c6-4612-afbf-c14e1e9ae4b4 req-de73705c-91ae-4f80-9990-5ccecfcb3035 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:03.775378 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-de19c703-67c6-4612-afbf-c14e1e9ae4b4 req-de73705c-91ae-4f80-9990-5ccecfcb3035 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.55 "DELETE /v2.0/ports/962017d2-ce45-4701-b48a-e3e4aa4836f5 HTTP/1.1" status: 204 len: 173 time: 0.4064507 May 24 14:03:03.775812 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f67703-35a4-40ad-a442-d8230c57ca65', 'name': 'network-vif-deleted', 'tag': '962017d2-ce45-4701-b48a-e3e4aa4836f5'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:03:03.778044 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66224d28-2953-4af0-8382-65a733aa3804" -d '{"events": [{"server_uuid": "84f67703-35a4-40ad-a442-d8230c57ca65", "name": "network-vif-deleted", "tag": "962017d2-ce45-4701-b48a-e3e4aa4836f5"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:03:03.837754 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 14:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da56494-6b04-4e5a-b660-7385a5a1b880 x-openstack-request-id: req-5da56494-6b04-4e5a-b660-7385a5a1b880 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:03:03.838037 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f67703-35a4-40ad-a442-d8230c57ca65", "name": "network-vif-deleted", "tag": "962017d2-ce45-4701-b48a-e3e4aa4836f5", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:03:03.838292 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5da56494-6b04-4e5a-b660-7385a5a1b880 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:03:03.838688 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5da56494-6b04-4e5a-b660-7385a5a1b880'] response: {'server_uuid': '84f67703-35a4-40ad-a442-d8230c57ca65', 'name': 'network-vif-deleted', 'tag': '962017d2-ce45-4701-b48a-e3e4aa4836f5', 'status': 'completed', 'code': 200} May 24 14:03:03.846933 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:03:03.860005 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-cb582335-07e5-4e4e-becd-de9164006c84 req-3bf18451-d5e9-4bb6-89cb-d2e984a0ccdc tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f67703-35a4-40ad-a442-d8230c57ca65 HTTP/1.1" status: 200 len: 210 time: 0.0324259 May 24 14:03:05.104088 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:03:05.144498 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d2b60-afe6-4c1c-bb8d-a5a0237ce81f req-846290af-e0d6-425a-9dfe-d9a8c5cbb1a9 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:03:05.146021 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e77d2b60-afe6-4c1c-bb8d-a5a0237ce81f req-846290af-e0d6-425a-9dfe-d9a8c5cbb1a9 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f19875e-64fa-4a59-9a45-a3d6e7ae96d6 HTTP/1.1" status: 200 len: 945 time: 0.0525925 May 24 14:03:05.192671 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e77d2b60-afe6-4c1c-bb8d-a5a0237ce81f req-916360e0-e97c-4e47-a924-05657c804470 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/security-groups?id=f27bc556-51f8-4e97-ba35-8016d57646e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411234 May 24 14:03:05.950355 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d65da5-3957-4aaa-9394-eb3fe74fec6c req-bf3efdf5-9972-43dd-bdb7-6211393df740 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:03:05.951752 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-19d65da5-3957-4aaa-9394-eb3fe74fec6c req-bf3efdf5-9972-43dd-bdb7-6211393df740 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f19875e-64fa-4a59-9a45-a3d6e7ae96d6 HTTP/1.1" status: 200 len: 945 time: 0.0480247 May 24 14:03:06.032752 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-19d65da5-3957-4aaa-9394-eb3fe74fec6c req-62020b6f-f3db-4710-9947-5d5f358f7766 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Deleting port b953d341-a6ef-44a5-b545-6c5db2385fb4 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:03:06.033169 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-19d65da5-3957-4aaa-9394-eb3fe74fec6c req-62020b6f-f3db-4710-9947-5d5f358f7766 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (b953d341-a6ef-44a5-b545-6c5db2385fb4), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:06.122100 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-19d65da5-3957-4aaa-9394-eb3fe74fec6c req-62020b6f-f3db-4710-9947-5d5f358f7766 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] For port b953d341-a6ef-44a5-b545-6c5db2385fb4, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=b953d341-a6ef-44a5-b545-6c5db2385fb4,segment=NetworkSegment(8721b458-6608-4734-825c-3715bb701c43),segment_id=8721b458-6608-4734-825c-3715bb701c43)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:03:06.122453 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-19d65da5-3957-4aaa-9394-eb3fe74fec6c req-62020b6f-f3db-4710-9947-5d5f358f7766 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (b953d341-a6ef-44a5-b545-6c5db2385fb4), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:06.136037 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-19d65da5-3957-4aaa-9394-eb3fe74fec6c req-62020b6f-f3db-4710-9947-5d5f358f7766 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Calling delete_port for b953d341-a6ef-44a5-b545-6c5db2385fb4 owned by compute:nova {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:03:06.257590 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-19d65da5-3957-4aaa-9394-eb3fe74fec6c req-62020b6f-f3db-4710-9947-5d5f358f7766 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (b953d341-a6ef-44a5-b545-6c5db2385fb4), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:06.269271 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['b953d341-a6ef-44a5-b545-6c5db2385fb4'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 14:03:06.299916 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62020b6f-f3db-4710-9947-5d5f358f7766 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Pushing event deleted for resources: {'Port': ['ID=b953d341-a6ef-44a5-b545-6c5db2385fb4,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:03:06.323790 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9ad77f1f-e423-46a7-8684-f1a65a536296 req-0c304be9-86c7-4cae-82f6-72c632a8e9e0 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f19875e-64fa-4a59-9a45-a3d6e7ae96d6 HTTP/1.1" status: 200 len: 210 time: 0.0575669 May 24 14:03:06.360006 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d65da5-3957-4aaa-9394-eb3fe74fec6c req-62020b6f-f3db-4710-9947-5d5f358f7766 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] No DVR routers for this DVR port b953d341-a6ef-44a5-b545-6c5db2385fb4 on host hv-cinder-84212 {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 14:03:06.362610 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-19d65da5-3957-4aaa-9394-eb3fe74fec6c req-62020b6f-f3db-4710-9947-5d5f358f7766 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:06.365956 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-19d65da5-3957-4aaa-9394-eb3fe74fec6c req-62020b6f-f3db-4710-9947-5d5f358f7766 tempest-ServerRescueNegativeTestJSON-1951157678 tempest-ServerRescueNegativeTestJSON-1951157678-project] 10.222.0.55 "DELETE /v2.0/ports/b953d341-a6ef-44a5-b545-6c5db2385fb4 HTTP/1.1" status: 204 len: 173 time: 0.4089158 May 24 14:03:06.366401 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f19875e-64fa-4a59-9a45-a3d6e7ae96d6', 'name': 'network-vif-deleted', 'tag': 'b953d341-a6ef-44a5-b545-6c5db2385fb4'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:03:06.368836 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a3cbd4-77b1-4222-83b7-c58e95727bc5" -d '{"events": [{"server_uuid": "2f19875e-64fa-4a59-9a45-a3d6e7ae96d6", "name": "network-vif-deleted", "tag": "b953d341-a6ef-44a5-b545-6c5db2385fb4"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:03:06.405396 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 14:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5526e39-a195-4f6b-866f-c150aabe3546 x-openstack-request-id: req-c5526e39-a195-4f6b-866f-c150aabe3546 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:03:06.405725 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f19875e-64fa-4a59-9a45-a3d6e7ae96d6", "name": "network-vif-deleted", "tag": "b953d341-a6ef-44a5-b545-6c5db2385fb4", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:03:06.406064 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c5526e39-a195-4f6b-866f-c150aabe3546 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:03:06.406550 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5526e39-a195-4f6b-866f-c150aabe3546'] response: {'server_uuid': '2f19875e-64fa-4a59-9a45-a3d6e7ae96d6', 'name': 'network-vif-deleted', 'tag': 'b953d341-a6ef-44a5-b545-6c5db2385fb4', 'status': 'completed', 'code': 200} May 24 14:03:06.979622 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 962017d2-ce45-4701-b48a-e3e4aa4836f5 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:03:06.998783 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] No Port match for: 962017d2-ce45-4701-b48a-e3e4aa4836f5 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:03:06.999121 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 962017d2-ce45-4701-b48a-e3e4aa4836f5 not bound to the agent host hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:03:07.383863 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 41066) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:03:08.053978 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ca4674c0-4f01-4b97-b73d-20206c3d718a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532644'] for router_interface (0afa15be-0b1e-4a34-a580-826aca901c22), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:08.130027 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:03:08.316228 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-ca4674c0-4f01-4b97-b73d-20206c3d718a admin admin] Deleting port 463895b7-a0c1-4b31-af5d-6bb85a30f4ff {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:03:08.316559 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ca4674c0-4f01-4b97-b73d-20206c3d718a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (463895b7-a0c1-4b31-af5d-6bb85a30f4ff), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:08.394807 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-ca4674c0-4f01-4b97-b73d-20206c3d718a admin admin] For port 463895b7-a0c1-4b31-af5d-6bb85a30f4ff, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=463895b7-a0c1-4b31-af5d-6bb85a30f4ff,segment=NetworkSegment(8721b458-6608-4734-825c-3715bb701c43),segment_id=8721b458-6608-4734-825c-3715bb701c43)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:03:08.395525 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ca4674c0-4f01-4b97-b73d-20206c3d718a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (463895b7-a0c1-4b31-af5d-6bb85a30f4ff), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:08.408849 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-ca4674c0-4f01-4b97-b73d-20206c3d718a admin admin] Calling delete_port for 463895b7-a0c1-4b31-af5d-6bb85a30f4ff owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:03:08.528505 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:03:08.581967 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ca4674c0-4f01-4b97-b73d-20206c3d718a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (463895b7-a0c1-4b31-af5d-6bb85a30f4ff), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:08.610638 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4674c0-4f01-4b97-b73d-20206c3d718a admin admin] Pushing event deleted for resources: {'Port': ['ID=463895b7-a0c1-4b31-af5d-6bb85a30f4ff,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:03:08.768527 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ca4674c0-4f01-4b97-b73d-20206c3d718a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-172021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532528'] for router_interface (0afa15be-0b1e-4a34-a580-826aca901c22), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:08.958687 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:03:08.967294 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4674c0-4f01-4b97-b73d-20206c3d718a admin admin] Router 0afa15be-0b1e-4a34-a580-826aca901c22 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:03:08.997382 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device b953d341-a6ef-44a5-b545-6c5db2385fb4 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:03:09.018011 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] No Port match for: b953d341-a6ef-44a5-b545-6c5db2385fb4 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:03:09.018354 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device b953d341-a6ef-44a5-b545-6c5db2385fb4 not bound to the agent host hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:03:09.068536 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4674c0-4f01-4b97-b73d-20206c3d718a admin admin] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:03:09.073386 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-ca4674c0-4f01-4b97-b73d-20206c3d718a admin admin] 10.222.0.24 "PUT /v2.0/routers/0afa15be-0b1e-4a34-a580-826aca901c22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6886399 May 24 14:03:09.076199 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 41072) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:03:09.078185 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d01a8f-aec9-41c2-be5b-a0534ec46ddd None None] Sync routers for ids ['0afa15be-0b1e-4a34-a580-826aca901c22'] in dv-cinder-842129-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:03:09.089278 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d01a8f-aec9-41c2-be5b-a0534ec46ddd None None] Routers {'0afa15be-0b1e-4a34-a580-826aca901c22'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:03:09.089879 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-63d01a8f-aec9-41c2-be5b-a0534ec46ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:02:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['0afa15be-0b1e-4a34-a580-826aca901c22'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:03:09.173804 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f0dc26f2-9c4d-4c04-bad8-84da53c72620 admin admin] Publish callbacks [] for router (0afa15be-0b1e-4a34-a580-826aca901c22), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:09.274712 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f0dc26f2-9c4d-4c04-bad8-84da53c72620 admin admin] Publish callbacks [] for router_gateway (0afa15be-0b1e-4a34-a580-826aca901c22), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:09.314075 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-63d01a8f-aec9-41c2-be5b-a0534ec46ddd None None] Set router 0afa15be-0b1e-4a34-a580-826aca901c22 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:03:09.318571 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-f0dc26f2-9c4d-4c04-bad8-84da53c72620 admin admin] Deleting port a74a897e-cdb8-40f8-bbb9-7807cfaa29a0 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:03:09.318908 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f0dc26f2-9c4d-4c04-bad8-84da53c72620 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (a74a897e-cdb8-40f8-bbb9-7807cfaa29a0), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:09.400366 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-f0dc26f2-9c4d-4c04-bad8-84da53c72620 admin admin] For port a74a897e-cdb8-40f8-bbb9-7807cfaa29a0, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=a74a897e-cdb8-40f8-bbb9-7807cfaa29a0,segment=NetworkSegment(3f5d497a-81fa-44a3-b648-e1e22cc699e7),segment_id=3f5d497a-81fa-44a3-b648-e1e22cc699e7)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:03:09.401060 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f0dc26f2-9c4d-4c04-bad8-84da53c72620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (a74a897e-cdb8-40f8-bbb9-7807cfaa29a0), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:09.410225 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:03:09.422058 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-f0dc26f2-9c4d-4c04-bad8-84da53c72620 admin admin] Calling delete_port for a74a897e-cdb8-40f8-bbb9-7807cfaa29a0 owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:03:09.485221 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-63d01a8f-aec9-41c2-be5b-a0534ec46ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'name': 'tempest-ServerRescueNegativeTestJSON-2082356560-router', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a74a897e-cdb8-40f8-bbb9-7807cfaa29a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T14:03:08Z', 'revision_number': 5, 'project_id': '54ee7d13408645e6b6517f541fe45670', 'gw_port': {'id': 'a74a897e-cdb8-40f8-bbb9-7807cfaa29a0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:55:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:34Z', 'updated_at': '2022-05-24T13:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:03:09.510766 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d01a8f-aec9-41c2-be5b-a0534ec46ddd None None] Checking router: 0afa15be-0b1e-4a34-a580-826aca901c22 for host: dv-cinder-842129-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:03:09.520418 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d01a8f-aec9-41c2-be5b-a0534ec46ddd None None] Routers {'0afa15be-0b1e-4a34-a580-826aca901c22'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:03:09.521033 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-63d01a8f-aec9-41c2-be5b-a0534ec46ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:02:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['0afa15be-0b1e-4a34-a580-826aca901c22'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:03:09.559782 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:03:09.588117 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f0dc26f2-9c4d-4c04-bad8-84da53c72620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (a74a897e-cdb8-40f8-bbb9-7807cfaa29a0), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:09.610599 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-63d01a8f-aec9-41c2-be5b-a0534ec46ddd None None] Set router 0afa15be-0b1e-4a34-a580-826aca901c22 gateway port host: None {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:03:09.614505 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc26f2-9c4d-4c04-bad8-84da53c72620 admin admin] Pushing event deleted for resources: {'Port': ['ID=a74a897e-cdb8-40f8-bbb9-7807cfaa29a0,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:03:09.663546 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-63d01a8f-aec9-41c2-be5b-a0534ec46ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'name': 'tempest-ServerRescueNegativeTestJSON-2082356560-router', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T14:03:09Z', 'revision_number': 6, 'project_id': '54ee7d13408645e6b6517f541fe45670', 'gw_port_host': None}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:03:09.681136 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f0dc26f2-9c4d-4c04-bad8-84da53c72620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539230'] for router_gateway (0afa15be-0b1e-4a34-a580-826aca901c22), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:09.687330 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d01a8f-aec9-41c2-be5b-a0534ec46ddd None None] The sync data for ids ['0afa15be-0b1e-4a34-a580-826aca901c22'] in dv-cinder-842129-1-iscsi is: [{'id': '0afa15be-0b1e-4a34-a580-826aca901c22', 'name': 'tempest-ServerRescueNegativeTestJSON-2082356560-router', 'tenant_id': '54ee7d13408645e6b6517f541fe45670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T14:03:09Z', 'revision_number': 6, 'project_id': '54ee7d13408645e6b6517f541fe45670', 'gw_port_host': None}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:03:09.987028 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f0dc26f2-9c4d-4c04-bad8-84da53c72620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4362'] for router (0afa15be-0b1e-4a34-a580-826aca901c22), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:09.989145 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f0dc26f2-9c4d-4c04-bad8-84da53c72620 admin admin] Publish callbacks [] for router_controller (0afa15be-0b1e-4a34-a580-826aca901c22), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:10.023453 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:10.056237 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f0dc26f2-9c4d-4c04-bad8-84da53c72620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-535544'] for router (0afa15be-0b1e-4a34-a580-826aca901c22), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:10.056982 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0dc26f2-9c4d-4c04-bad8-84da53c72620 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0afa15be-0b1e-4a34-a580-826aca901c22 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 24 14:03:10.063691 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f0dc26f2-9c4d-4c04-bad8-84da53c72620 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:10.067074 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 41076) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:03:10.067569 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-f0dc26f2-9c4d-4c04-bad8-84da53c72620 admin admin] 10.222.0.24 "DELETE /v2.0/routers/0afa15be-0b1e-4a34-a580-826aca901c22 HTTP/1.1" status: 204 len: 168 time: 0.9903712 May 24 14:03:10.130537 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d2fdf7-41a5-42bf-a8b8-307ea33bc5dd admin admin] Deleting subnet 899ca591-3ba0-4148-9660-6941aa8cd299 {{(pid=103807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 24 14:03:10.134461 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-37d2fdf7-41a5-42bf-a8b8-307ea33bc5dd admin admin] Publish callbacks [] for subnet (899ca591-3ba0-4148-9660-6941aa8cd299), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:10.174718 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-37d2fdf7-41a5-42bf-a8b8-307ea33bc5dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5066685'] for subnet (899ca591-3ba0-4148-9660-6941aa8cd299), precommit_delete_associations {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:10.204465 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:03:10.275363 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-37d2fdf7-41a5-42bf-a8b8-307ea33bc5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902008'] for subnet (899ca591-3ba0-4148-9660-6941aa8cd299), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:10.321641 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:03:10.326725 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-37d2fdf7-41a5-42bf-a8b8-307ea33bc5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1901987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4346542'] for subnet (899ca591-3ba0-4148-9660-6941aa8cd299), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:10.359132 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2fdf7-41a5-42bf-a8b8-307ea33bc5dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=899ca591-3ba0-4148-9660-6941aa8cd299,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:03:10.363291 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-37d2fdf7-41a5-42bf-a8b8-307ea33bc5dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:10.366434 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-37d2fdf7-41a5-42bf-a8b8-307ea33bc5dd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/899ca591-3ba0-4148-9660-6941aa8cd299 HTTP/1.1" status: 204 len: 168 time: 0.2958646 May 24 14:03:10.368896 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcca4894-72e6-438b-8144-03f5e97bb5f7 None None] Network c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 14:03:10.369180 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 41078) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:03:10.436425 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2598f00f-785f-445a-bc3e-e92755a5c8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1862163'] for network (c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:10.483025 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-2598f00f-785f-445a-bc3e-e92755a5c8d7 admin admin] Deleting port 22959766-a342-47bc-8f7f-c98ebe089e85 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:03:10.483363 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2598f00f-785f-445a-bc3e-e92755a5c8d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (22959766-a342-47bc-8f7f-c98ebe089e85), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:10.483659 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 463895b7-a0c1-4b31-af5d-6bb85a30f4ff no longer exists at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:03:10.512418 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] No Port match for: 463895b7-a0c1-4b31-af5d-6bb85a30f4ff {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:03:10.512836 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 463895b7-a0c1-4b31-af5d-6bb85a30f4ff not bound to the agent host dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:03:10.533328 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8ae630-45a6-405e-84f0-f80916eae679 None None] DHCP port deletion for c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 request from dv-cinder-842129-1-iscsi {{(pid=103809) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 24 14:03:10.557750 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-2598f00f-785f-445a-bc3e-e92755a5c8d7 admin admin] For port 22959766-a342-47bc-8f7f-c98ebe089e85, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=22959766-a342-47bc-8f7f-c98ebe089e85,segment=NetworkSegment(8721b458-6608-4734-825c-3715bb701c43),segment_id=8721b458-6608-4734-825c-3715bb701c43)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:03:10.558421 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2598f00f-785f-445a-bc3e-e92755a5c8d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (22959766-a342-47bc-8f7f-c98ebe089e85), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:10.572329 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-1a8ae630-45a6-405e-84f0-f80916eae679 None None] Deleting port 22959766-a342-47bc-8f7f-c98ebe089e85 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:03:10.572530 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-2598f00f-785f-445a-bc3e-e92755a5c8d7 admin admin] Calling delete_port for 22959766-a342-47bc-8f7f-c98ebe089e85 owned by network:dhcp {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:03:10.572738 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1a8ae630-45a6-405e-84f0-f80916eae679 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (22959766-a342-47bc-8f7f-c98ebe089e85), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:10.641574 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-1a8ae630-45a6-405e-84f0-f80916eae679 None None] For port 22959766-a342-47bc-8f7f-c98ebe089e85, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=22959766-a342-47bc-8f7f-c98ebe089e85,segment=NetworkSegment(8721b458-6608-4734-825c-3715bb701c43),segment_id=8721b458-6608-4734-825c-3715bb701c43)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:03:10.642005 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1a8ae630-45a6-405e-84f0-f80916eae679 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (22959766-a342-47bc-8f7f-c98ebe089e85), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:10.656608 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2598f00f-785f-445a-bc3e-e92755a5c8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (22959766-a342-47bc-8f7f-c98ebe089e85), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:10.656873 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-1a8ae630-45a6-405e-84f0-f80916eae679 None None] Calling delete_port for 22959766-a342-47bc-8f7f-c98ebe089e85 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:03:10.684828 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598f00f-785f-445a-bc3e-e92755a5c8d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=22959766-a342-47bc-8f7f-c98ebe089e85,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:03:10.688300 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2598f00f-785f-445a-bc3e-e92755a5c8d7 admin admin] No DVR routers for this DVR port 22959766-a342-47bc-8f7f-c98ebe089e85 on host dv-cinder-842129-1-iscsi {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 14:03:10.728253 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:03:10.765195 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2598f00f-785f-445a-bc3e-e92755a5c8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1932343', 'neutron.services.segments.db._delete_segments_for_network-8727739285863'] for network (c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:10.788391 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-2598f00f-785f-445a-bc3e-e92755a5c8d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9']}} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:03:10.790607 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1a8ae630-45a6-405e-84f0-f80916eae679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006'] for port (22959766-a342-47bc-8f7f-c98ebe089e85), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:10.800054 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-2598f00f-785f-445a-bc3e-e92755a5c8d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8721b458-6608-4734-825c-3715bb701c43') {'for_net_delete': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:03:10.800356 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-2598f00f-785f-445a-bc3e-e92755a5c8d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8721b458-6608-4734-825c-3715bb701c43') {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:03:10.810444 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2598f00f-785f-445a-bc3e-e92755a5c8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727739286128', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5066674'] for segment (8721b458-6608-4734-825c-3715bb701c43), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:10.817933 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ae630-45a6-405e-84f0-f80916eae679 None None] Pushing event deleted for resources: {'Port': ['ID=22959766-a342-47bc-8f7f-c98ebe089e85,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:03:10.821915 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8ae630-45a6-405e-84f0-f80916eae679 None None] No DVR routers for this DVR port 22959766-a342-47bc-8f7f-c98ebe089e85 on host dv-cinder-842129-1-iscsi {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 14:03:10.829243 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2598f00f-785f-445a-bc3e-e92755a5c8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291'] for segment (8721b458-6608-4734-825c-3715bb701c43), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:10.837014 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2598f00f-785f-445a-bc3e-e92755a5c8d7 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 14:03:10.837523 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2598f00f-785f-445a-bc3e-e92755a5c8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5058418'] for segment (8721b458-6608-4734-825c-3715bb701c43), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:10.902059 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2598f00f-785f-445a-bc3e-e92755a5c8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534454'] for network (c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:10.909170 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2598f00f-785f-445a-bc3e-e92755a5c8d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:10.913216 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-2598f00f-785f-445a-bc3e-e92755a5c8d7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9 HTTP/1.1" status: 204 len: 168 time: 0.5431292 May 24 14:03:10.925676 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598f00f-785f-445a-bc3e-e92755a5c8d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0e72eb5-e496-4ebe-ba03-7c3c8ffdbca9,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:03:10.929887 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.services.segments.plugin [-] Segment 8721b458-6608-4734-825c-3715bb701c43 resource provider aggregate not found May 24 14:03:10.946837 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.services.segments.plugin [-] Segment 8721b458-6608-4734-825c-3715bb701c43 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8721b458-6608-4734-825c-3715bb701c43 found for delete ", "request_id": "req-54695d7a-1700-4349-ab0c-27cdc2d32560"}]} May 24 14:03:11.027940 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 41088) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:03:11.068920 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-01bc3bfa-921f-4bdc-9cf3-8b499053333d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=54ee7d13408645e6b6517f541fe45670&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0397143 May 24 14:03:11.071369 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 41090) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:03:11.120360 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bc13efcf-d28d-469f-beca-a38bea55f577 admin admin] Publish callbacks [] for security_group (f27bc556-51f8-4e97-ba35-8016d57646e0), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:11.140662 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bc13efcf-d28d-469f-beca-a38bea55f577 admin admin] Publish callbacks [] for security_group (f27bc556-51f8-4e97-ba35-8016d57646e0), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:11.186805 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bc13efcf-d28d-469f-beca-a38bea55f577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (f27bc556-51f8-4e97-ba35-8016d57646e0), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:11.189526 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bc13efcf-d28d-469f-beca-a38bea55f577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:11.190764 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-bc13efcf-d28d-469f-beca-a38bea55f577 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f27bc556-51f8-4e97-ba35-8016d57646e0 HTTP/1.1" status: 204 len: 168 time: 0.1183848 May 24 14:03:11.198361 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc13efcf-d28d-469f-beca-a38bea55f577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27bc556-51f8-4e97-ba35-8016d57646e0,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:03:11.957342 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 22959766-a342-47bc-8f7f-c98ebe089e85 no longer exists at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:03:11.976724 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] No Port match for: 22959766-a342-47bc-8f7f-c98ebe089e85 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:03:11.977068 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 22959766-a342-47bc-8f7f-c98ebe089e85 not bound to the agent host dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:03:11.977471 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device a74a897e-cdb8-40f8-bbb9-7807cfaa29a0 no longer exists at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:03:11.996972 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] No Port match for: a74a897e-cdb8-40f8-bbb9-7807cfaa29a0 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:03:11.997323 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device a74a897e-cdb8-40f8-bbb9-7807cfaa29a0 not bound to the agent host dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:03:11.999837 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:03:12.377114 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=39,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:03:14.888168 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 41154) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:03:14.991679 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d589546e-cdc3-40a0-9697-7447bae5ee1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:15.014606 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:03:15.035454 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:03:15.081930 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d589546e-cdc3-40a0-9697-7447bae5ee1b admin admin] Publish callbacks [] for security_group (7e688136-bc87-4f59-a420-03e14a42197a), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:15.085552 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d589546e-cdc3-40a0-9697-7447bae5ee1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (7e688136-bc87-4f59-a420-03e14a42197a), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:15.125101 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-d589546e-cdc3-40a0-9697-7447bae5ee1b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=afb964eae6b941fc943cca8cf9c3d075&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358575 May 24 14:03:15.127027 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d589546e-cdc3-40a0-9697-7447bae5ee1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e688136-bc87-4f59-a420-03e14a42197a,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:03:15.128736 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 41158) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:03:15.155422 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:03:15.179754 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-73b18805-a742-4418-b294-768d9505fe0f admin admin] Publish callbacks [] for security_group (7e688136-bc87-4f59-a420-03e14a42197a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:15.200754 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-73b18805-a742-4418-b294-768d9505fe0f admin admin] Publish callbacks [] for security_group (7e688136-bc87-4f59-a420-03e14a42197a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:15.247747 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-73b18805-a742-4418-b294-768d9505fe0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (7e688136-bc87-4f59-a420-03e14a42197a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:15.250268 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-73b18805-a742-4418-b294-768d9505fe0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:15.251599 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-73b18805-a742-4418-b294-768d9505fe0f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7e688136-bc87-4f59-a420-03e14a42197a HTTP/1.1" status: 204 len: 168 time: 0.1217189 May 24 14:03:15.259182 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b18805-a742-4418-b294-768d9505fe0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e688136-bc87-4f59-a420-03e14a42197a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:03:15.267282 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b18805-a742-4418-b294-768d9505fe0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:03:15.267681 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b18805-a742-4418-b294-768d9505fe0f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:03:15.268041 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b18805-a742-4418-b294-768d9505fe0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:03:15.268378 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b18805-a742-4418-b294-768d9505fe0f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:03:15.268712 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b18805-a742-4418-b294-768d9505fe0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:03:15.269041 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b18805-a742-4418-b294-768d9505fe0f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:03:15.269422 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b18805-a742-4418-b294-768d9505fe0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:03:15.269677 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b18805-a742-4418-b294-768d9505fe0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:03:15.270001 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b18805-a742-4418-b294-768d9505fe0f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:03:15.270327 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b18805-a742-4418-b294-768d9505fe0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:03:15.270656 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b18805-a742-4418-b294-768d9505fe0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:03:15.270989 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b18805-a742-4418-b294-768d9505fe0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:03:15.271304 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b18805-a742-4418-b294-768d9505fe0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:03:15.271622 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b18805-a742-4418-b294-768d9505fe0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:03:15.271966 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b18805-a742-4418-b294-768d9505fe0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:03:21.979947 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=52,neutron:DELETE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:03:21.980700 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=40,neutron:DELETE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:03:23.815269 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d8594cbc-d790-4ccd-bdbd-920d014d0dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:24.521249 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 41278) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:03:24.624427 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0f9fd0b0-fcc5-4429-a2e8-526c41af6dba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:24.703485 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0f9fd0b0-fcc5-4429-a2e8-526c41af6dba admin admin] Publish callbacks [] for security_group (21e14133-be59-4781-b442-f1097ff08392), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:24.708105 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0f9fd0b0-fcc5-4429-a2e8-526c41af6dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (21e14133-be59-4781-b442-f1097ff08392), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:24.746736 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-0f9fd0b0-fcc5-4429-a2e8-526c41af6dba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a3abbecd01143bb80f39c1697d965b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242098 May 24 14:03:24.747592 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9fd0b0-fcc5-4429-a2e8-526c41af6dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e14133-be59-4781-b442-f1097ff08392,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:03:24.749519 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 41282) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:03:24.798233 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-37d13664-850d-4375-a581-4340833b4cd1 admin admin] Publish callbacks [] for security_group (21e14133-be59-4781-b442-f1097ff08392), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:24.833413 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-37d13664-850d-4375-a581-4340833b4cd1 admin admin] Publish callbacks [] for security_group (21e14133-be59-4781-b442-f1097ff08392), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:24.880077 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-37d13664-850d-4375-a581-4340833b4cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (21e14133-be59-4781-b442-f1097ff08392), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:24.882614 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-37d13664-850d-4375-a581-4340833b4cd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:24.883751 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-37d13664-850d-4375-a581-4340833b4cd1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/21e14133-be59-4781-b442-f1097ff08392 HTTP/1.1" status: 204 len: 168 time: 0.1332543 May 24 14:03:24.891395 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d13664-850d-4375-a581-4340833b4cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e14133-be59-4781-b442-f1097ff08392,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:03:26.151442 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9547f7e7-85dd-45aa-b28a-066ace6c5df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:27.416377 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:28.547745 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:30.413737 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:34.740841 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=31,neutron:DELETE=1,neutron:INSERT=8 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:03:34.743875 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=71,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:03:34.886552 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=27,neutron:DELETE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:03:34.887366 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=30,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:03:39.382539 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 14:03:40.021409 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:50.011011 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:03:50.014405 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:03:50.016363 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:03:53.743915 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=17 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:03:53.746431 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=17 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:03:53.818171 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b58dddd8-4234-435a-9a76-9bc03a214b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:56.152141 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b918ae32-e85d-484b-947a-646fb72d2045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:57.419614 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:03:58.551950 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:00.418949 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:01.964888 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 41524) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:04:02.068100 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-151ab424-6fb0-4332-a568-08c1aac39ebf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:02.143191 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-151ab424-6fb0-4332-a568-08c1aac39ebf admin admin] Publish callbacks [] for security_group (0ce7ecf7-5f6e-4d85-8270-dd96f7d9d65b), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:02.147417 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-151ab424-6fb0-4332-a568-08c1aac39ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (0ce7ecf7-5f6e-4d85-8270-dd96f7d9d65b), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:02.189451 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-151ab424-6fb0-4332-a568-08c1aac39ebf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f6fb10ff58e94ac6b27457c4396ab780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234159 May 24 14:04:02.190340 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ab424-6fb0-4332-a568-08c1aac39ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce7ecf7-5f6e-4d85-8270-dd96f7d9d65b,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:02.192641 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 41528) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:04:02.243245 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3868e334-0afe-42b8-a695-21ff3385cde5 admin admin] Publish callbacks [] for security_group (0ce7ecf7-5f6e-4d85-8270-dd96f7d9d65b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:02.264458 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3868e334-0afe-42b8-a695-21ff3385cde5 admin admin] Publish callbacks [] for security_group (0ce7ecf7-5f6e-4d85-8270-dd96f7d9d65b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:02.309832 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3868e334-0afe-42b8-a695-21ff3385cde5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (0ce7ecf7-5f6e-4d85-8270-dd96f7d9d65b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:02.312229 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3868e334-0afe-42b8-a695-21ff3385cde5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:02.313343 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-3868e334-0afe-42b8-a695-21ff3385cde5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ce7ecf7-5f6e-4d85-8270-dd96f7d9d65b HTTP/1.1" status: 204 len: 168 time: 0.1197448 May 24 14:04:02.321391 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868e334-0afe-42b8-a695-21ff3385cde5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce7ecf7-5f6e-4d85-8270-dd96f7d9d65b,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:02.572864 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 41534) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:04:02.585736 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7496fc15-9b5a-4072-9a18-04d8e96cad7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:02.661820 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7496fc15-9b5a-4072-9a18-04d8e96cad7b admin admin] Publish callbacks [] for security_group (a92185bb-f2c4-4483-aaee-73e055481ea6), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:02.665320 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7496fc15-9b5a-4072-9a18-04d8e96cad7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (a92185bb-f2c4-4483-aaee-73e055481ea6), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:02.702110 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496fc15-9b5a-4072-9a18-04d8e96cad7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92185bb-f2c4-4483-aaee-73e055481ea6,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:02.706119 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-7496fc15-9b5a-4072-9a18-04d8e96cad7b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=175247db407847ff8667a0115ec761bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322606 May 24 14:04:02.708734 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 41536) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:04:02.759237 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1bb76c69-1fa1-4ad6-9d47-1a648bb59676 admin admin] Publish callbacks [] for security_group (a92185bb-f2c4-4483-aaee-73e055481ea6), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:02.779762 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1bb76c69-1fa1-4ad6-9d47-1a648bb59676 admin admin] Publish callbacks [] for security_group (a92185bb-f2c4-4483-aaee-73e055481ea6), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:02.825694 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1bb76c69-1fa1-4ad6-9d47-1a648bb59676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (a92185bb-f2c4-4483-aaee-73e055481ea6), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:02.828048 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1bb76c69-1fa1-4ad6-9d47-1a648bb59676 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:02.829159 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-1bb76c69-1fa1-4ad6-9d47-1a648bb59676 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a92185bb-f2c4-4483-aaee-73e055481ea6 HTTP/1.1" status: 204 len: 168 time: 0.1195388 May 24 14:04:02.836628 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb76c69-1fa1-4ad6-9d47-1a648bb59676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92185bb-f2c4-4483-aaee-73e055481ea6,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:05.200208 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 41606) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:04:05.317270 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3572ef1b-6348-4138-8bff-3e03f82d2c2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:05.398757 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3572ef1b-6348-4138-8bff-3e03f82d2c2f admin admin] Publish callbacks [] for security_group (f18806c4-6bf0-4ab9-9106-9e203250db8d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:05.402596 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3572ef1b-6348-4138-8bff-3e03f82d2c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (f18806c4-6bf0-4ab9-9106-9e203250db8d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:05.439565 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572ef1b-6348-4138-8bff-3e03f82d2c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18806c4-6bf0-4ab9-9106-9e203250db8d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:05.444605 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-3572ef1b-6348-4138-8bff-3e03f82d2c2f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c018a6bc78b14cf082e7dc9b114fd973&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432475 May 24 14:04:05.446808 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 41610) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:04:05.494395 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8e760774-9171-4eda-b7ac-ba91b9ce8b3c admin admin] Publish callbacks [] for security_group (f18806c4-6bf0-4ab9-9106-9e203250db8d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:05.516716 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:05.518675 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8e760774-9171-4eda-b7ac-ba91b9ce8b3c admin admin] Publish callbacks [] for security_group (f18806c4-6bf0-4ab9-9106-9e203250db8d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:05.534879 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:05.571757 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8e760774-9171-4eda-b7ac-ba91b9ce8b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (f18806c4-6bf0-4ab9-9106-9e203250db8d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:05.574245 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8e760774-9171-4eda-b7ac-ba91b9ce8b3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:05.575359 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-8e760774-9171-4eda-b7ac-ba91b9ce8b3c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f18806c4-6bf0-4ab9-9106-9e203250db8d HTTP/1.1" status: 204 len: 168 time: 0.1280918 May 24 14:04:05.582664 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e760774-9171-4eda-b7ac-ba91b9ce8b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18806c4-6bf0-4ab9-9106-9e203250db8d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:05.840387 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 41616) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:04:05.853562 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f1eb6db5-02ec-4d53-8511-5408c9cbb183 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:05.929876 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f1eb6db5-02ec-4d53-8511-5408c9cbb183 admin admin] Publish callbacks [] for security_group (f39b5e58-612e-4a23-a96a-2b644ac1bea5), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:05.933698 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f1eb6db5-02ec-4d53-8511-5408c9cbb183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (f39b5e58-612e-4a23-a96a-2b644ac1bea5), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:05.972185 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-f1eb6db5-02ec-4d53-8511-5408c9cbb183 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee444b8aa0f742ca94bcba381ac94d32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306262 May 24 14:04:05.972949 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb6db5-02ec-4d53-8511-5408c9cbb183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39b5e58-612e-4a23-a96a-2b644ac1bea5,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:05.975797 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 41618) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:04:06.034071 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-be2de280-6e4b-4023-a561-c165d5763d54 admin admin] Publish callbacks [] for security_group (f39b5e58-612e-4a23-a96a-2b644ac1bea5), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:06.055377 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-be2de280-6e4b-4023-a561-c165d5763d54 admin admin] Publish callbacks [] for security_group (f39b5e58-612e-4a23-a96a-2b644ac1bea5), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:06.101431 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-be2de280-6e4b-4023-a561-c165d5763d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (f39b5e58-612e-4a23-a96a-2b644ac1bea5), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:06.104011 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-be2de280-6e4b-4023-a561-c165d5763d54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:06.105328 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-be2de280-6e4b-4023-a561-c165d5763d54 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f39b5e58-612e-4a23-a96a-2b644ac1bea5 HTTP/1.1" status: 204 len: 168 time: 0.1284835 May 24 14:04:06.112948 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2de280-6e4b-4023-a561-c165d5763d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39b5e58-612e-4a23-a96a-2b644ac1bea5,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:06.121087 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2de280-6e4b-4023-a561-c165d5763d54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:06.121432 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2de280-6e4b-4023-a561-c165d5763d54 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:06.121775 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2de280-6e4b-4023-a561-c165d5763d54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:06.122115 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2de280-6e4b-4023-a561-c165d5763d54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:06.122447 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2de280-6e4b-4023-a561-c165d5763d54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:06.122776 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2de280-6e4b-4023-a561-c165d5763d54 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:06.123103 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2de280-6e4b-4023-a561-c165d5763d54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:06.123431 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2de280-6e4b-4023-a561-c165d5763d54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:06.123755 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2de280-6e4b-4023-a561-c165d5763d54 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:06.124110 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2de280-6e4b-4023-a561-c165d5763d54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:06.124438 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2de280-6e4b-4023-a561-c165d5763d54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:06.124762 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2de280-6e4b-4023-a561-c165d5763d54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:06.125083 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2de280-6e4b-4023-a561-c165d5763d54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:06.125400 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2de280-6e4b-4023-a561-c165d5763d54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:06.125716 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2de280-6e4b-4023-a561-c165d5763d54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:08.023715 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 41690) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:04:08.130428 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e060ffbe-f3dd-4c4a-88ac-34325e9af875 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:08.205768 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e060ffbe-f3dd-4c4a-88ac-34325e9af875 admin admin] Publish callbacks [] for security_group (bcd27694-5261-480a-9d52-03e8a11edc60), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:08.209736 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e060ffbe-f3dd-4c4a-88ac-34325e9af875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (bcd27694-5261-480a-9d52-03e8a11edc60), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:08.251614 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-e060ffbe-f3dd-4c4a-88ac-34325e9af875 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=13a4efb22fcd4e6898b9936ce193e75b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268357 May 24 14:04:08.252468 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060ffbe-f3dd-4c4a-88ac-34325e9af875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd27694-5261-480a-9d52-03e8a11edc60,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:08.255090 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 41694) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:04:08.302498 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-baca0acd-e249-47f7-bb48-e34d51e3b177 admin admin] Publish callbacks [] for security_group (bcd27694-5261-480a-9d52-03e8a11edc60), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:08.323363 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-baca0acd-e249-47f7-bb48-e34d51e3b177 admin admin] Publish callbacks [] for security_group (bcd27694-5261-480a-9d52-03e8a11edc60), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:08.373881 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-baca0acd-e249-47f7-bb48-e34d51e3b177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (bcd27694-5261-480a-9d52-03e8a11edc60), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:08.376297 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-baca0acd-e249-47f7-bb48-e34d51e3b177 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:08.377414 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-baca0acd-e249-47f7-bb48-e34d51e3b177 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bcd27694-5261-480a-9d52-03e8a11edc60 HTTP/1.1" status: 204 len: 168 time: 0.1213157 May 24 14:04:08.384999 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca0acd-e249-47f7-bb48-e34d51e3b177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd27694-5261-480a-9d52-03e8a11edc60,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:08.636572 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 41700) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:04:08.649768 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-de99fd0a-91e7-493b-baa9-ed5ddb59e8bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:08.724227 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-de99fd0a-91e7-493b-baa9-ed5ddb59e8bd admin admin] Publish callbacks [] for security_group (1bafcc0a-065c-4312-8627-5b7efd75b0fa), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:08.727946 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-de99fd0a-91e7-493b-baa9-ed5ddb59e8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (1bafcc0a-065c-4312-8627-5b7efd75b0fa), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:08.767048 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-de99fd0a-91e7-493b-baa9-ed5ddb59e8bd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b9a0b2148b9246fe999d36f3f41d5c8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1294494 May 24 14:04:08.767742 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99fd0a-91e7-493b-baa9-ed5ddb59e8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bafcc0a-065c-4312-8627-5b7efd75b0fa,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:08.769892 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 41702) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:04:08.817510 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2c4fd10f-f555-4e56-af6d-c4a08d579757 admin admin] Publish callbacks [] for security_group (1bafcc0a-065c-4312-8627-5b7efd75b0fa), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:08.839139 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2c4fd10f-f555-4e56-af6d-c4a08d579757 admin admin] Publish callbacks [] for security_group (1bafcc0a-065c-4312-8627-5b7efd75b0fa), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:08.886114 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2c4fd10f-f555-4e56-af6d-c4a08d579757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (1bafcc0a-065c-4312-8627-5b7efd75b0fa), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:08.888973 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2c4fd10f-f555-4e56-af6d-c4a08d579757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:08.890140 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-2c4fd10f-f555-4e56-af6d-c4a08d579757 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1bafcc0a-065c-4312-8627-5b7efd75b0fa HTTP/1.1" status: 204 len: 168 time: 0.1186950 May 24 14:04:08.898396 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4fd10f-f555-4e56-af6d-c4a08d579757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bafcc0a-065c-4312-8627-5b7efd75b0fa,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:09.556058 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 41724) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:04:09.655199 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-8c600411-6eb1-4ad6-9083-4ed1d1d8bb02 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1426708210-network', 'tenant_id': 'cbe0605c62d04bed8edf14047746e765'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:04:09.674647 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c600411-6eb1-4ad6-9083-4ed1d1d8bb02 admin admin] Made reservation on behalf of cbe0605c62d04bed8edf14047746e765 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 14:04:09.677591 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c600411-6eb1-4ad6-9083-4ed1d1d8bb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:09.685656 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c600411-6eb1-4ad6-9083-4ed1d1d8bb02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:09.752004 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=73,neutron:DELETE=7,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:09.761663 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c600411-6eb1-4ad6-9083-4ed1d1d8bb02 admin admin] Publish callbacks [] for security_group (5833e20e-0bc0-410e-9a7c-574cd3c04004), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:09.765393 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c600411-6eb1-4ad6-9083-4ed1d1d8bb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (5833e20e-0bc0-410e-9a7c-574cd3c04004), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:09.796340 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c600411-6eb1-4ad6-9083-4ed1d1d8bb02 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 14:04:09.801979 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=78,neutron:INSERT=21,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:09.804076 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c600411-6eb1-4ad6-9083-4ed1d1d8bb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5833e20e-0bc0-410e-9a7c-574cd3c04004,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:09.810832 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c600411-6eb1-4ad6-9083-4ed1d1d8bb02 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727739285854', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291'] for segment (570b5330-747f-49b7-83d6-6b6e30208601), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:09.811181 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.db.segments_db [None req-8c600411-6eb1-4ad6-9083-4ed1d1d8bb02 admin admin] Added segment 570b5330-747f-49b7-83d6-6b6e30208601 of type vlan for network ceb718dc-f4a8-4668-a280-59d30b7a2d2c May 24 14:04:09.851761 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c600411-6eb1-4ad6-9083-4ed1d1d8bb02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727738798156'] for network (ceb718dc-f4a8-4668-a280-59d30b7a2d2c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:09.875608 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c600411-6eb1-4ad6-9083-4ed1d1d8bb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028'] for network (ceb718dc-f4a8-4668-a280-59d30b7a2d2c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:09.876591 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c600411-6eb1-4ad6-9083-4ed1d1d8bb02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:09.877158 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c600411-6eb1-4ad6-9083-4ed1d1d8bb02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:09.923682 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-8c600411-6eb1-4ad6-9083-4ed1d1d8bb02 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3664560 May 24 14:04:09.927183 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 41728) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:04:09.932054 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-b01dc5fd-87fd-43b2-a55a-d99042e03a0f admin admin] Request body: {'subnet': {'network_id': 'ceb718dc-f4a8-4668-a280-59d30b7a2d2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1426708210-subnet', 'tenant_id': 'cbe0605c62d04bed8edf14047746e765', 'ip_version': 4}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:04:09.938833 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c600411-6eb1-4ad6-9083-4ed1d1d8bb02 admin admin] Pushing event updated for resources: {'Network': ['ID=ceb718dc-f4a8-4668-a280-59d30b7a2d2c,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:09.952555 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Network ceb718dc-f4a8-4668-a280-59d30b7a2d2c details requested by agent ovs-agent-dv-cinder-842129-1-iscsi with host dv-cinder-842129-1-iscsi {{(pid=103809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 14:04:09.954268 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01dc5fd-87fd-43b2-a55a-d99042e03a0f admin admin] Made reservation on behalf of cbe0605c62d04bed8edf14047746e765 for: {'subnet': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 14:04:09.956761 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b01dc5fd-87fd-43b2-a55a-d99042e03a0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4346453'] for subnet (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:10.023234 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:10.027511 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:10.048556 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:10.128640 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b01dc5fd-87fd-43b2-a55a-d99042e03a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5060055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4346535'] for subnet (51ad56e2-5223-4686-9701-7e93c8b6f443), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:10.186117 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01dc5fd-87fd-43b2-a55a-d99042e03a0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=51ad56e2-5223-4686-9701-7e93c8b6f443,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:10.194650 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01dc5fd-87fd-43b2-a55a-d99042e03a0f admin admin] Checking segment: {'id': '570b5330-747f-49b7-83d6-6b6e30208601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ceb718dc-f4a8-4668-a280-59d30b7a2d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 14:04:10.195008 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01dc5fd-87fd-43b2-a55a-d99042e03a0f admin admin] Network hostable DHCP agents. Network: ceb718dc-f4a8-4668-a280-59d30b7a2d2c, hostable agents: ['abc51175-8e70-4fa5-9c56-ea38a91f7e2e'], hosted agents: [] {{(pid=103807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 14:04:10.212187 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01dc5fd-87fd-43b2-a55a-d99042e03a0f admin admin] Network ceb718dc-f4a8-4668-a280-59d30b7a2d2c is scheduled to be hosted by DHCP agent abc51175-8e70-4fa5-9c56-ea38a91f7e2e with binding_index 1 {{(pid=103807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 14:04:10.220050 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-b01dc5fd-87fd-43b2-a55a-d99042e03a0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842129-1-iscsi, ceb718dc-f4a8-4668-a280-59d30b7a2d2c) {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:04:10.224982 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01dc5fd-87fd-43b2-a55a-d99042e03a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:10.225844 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b01dc5fd-87fd-43b2-a55a-d99042e03a0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:10.228927 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e8aac6-d907-4e21-aa3c-2923635425af None None] Network ceb718dc-f4a8-4668-a280-59d30b7a2d2c requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 14:04:10.242582 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-b01dc5fd-87fd-43b2-a55a-d99042e03a0f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3143151 May 24 14:04:10.245290 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 41730) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:04:10.249514 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-6a6dbae3-47ac-4730-97e4-d622faffd718 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1426708210-router', 'tenant_id': 'cbe0605c62d04bed8edf14047746e765', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:04:10.269861 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6a6dbae3-47ac-4730-97e4-d622faffd718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4476'] for router (33bab566-deac-4833-abf1-ef14704f3d66), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:10.271416 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6a6dbae3-47ac-4730-97e4-d622faffd718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1021525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4357'] for router (33bab566-deac-4833-abf1-ef14704f3d66), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:10.326595 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6a6dbae3-47ac-4730-97e4-d622faffd718 admin admin] Publish callbacks [] for router_controller (33bab566-deac-4833-abf1-ef14704f3d66), precommit_add_association {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:10.336735 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ffa112-42e1-4bad-8d8b-b55b7b56a692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea215502-9989-5d28-83e0-1aba298459f8-ceb718dc-f4a8-4668-a280-59d30b7a2d2c', 'network_id': 'ceb718dc-f4a8-4668-a280-59d30b7a2d2c', 'project_id': 'cbe0605c62d04bed8edf14047746e765', 'fixed_ips': [{'subnet_id': '51ad56e2-5223-4686-9701-7e93c8b6f443'}]}} from dv-cinder-842129-1-iscsi. {{(pid=103809) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 24 14:04:10.337674 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76ffa112-42e1-4bad-8d8b-b55b7b56a692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:10.461354 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6a6dbae3-47ac-4730-97e4-d622faffd718 admin admin] Publish callbacks [] for router_gateway (33bab566-deac-4833-abf1-ef14704f3d66), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:10.477934 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-76ffa112-42e1-4bad-8d8b-b55b7b56a692 None None] Allocated IP 172.20.0.2 (ceb718dc-f4a8-4668-a280-59d30b7a2d2c/51ad56e2-5223-4686-9701-7e93c8b6f443/1426155d-7adf-4adc-98c8-0518e93a21b8) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 14:04:10.616432 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76ffa112-42e1-4bad-8d8b-b55b7b56a692 None None] Publish callbacks [] for port (1426155d-7adf-4adc-98c8-0518e93a21b8), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:10.622153 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76ffa112-42e1-4bad-8d8b-b55b7b56a692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997'] for port (1426155d-7adf-4adc-98c8-0518e93a21b8), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:10.641339 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6a6dbae3-47ac-4730-97e4-d622faffd718 admin admin] Publish callbacks [] for router_gateway (33bab566-deac-4833-abf1-ef14704f3d66), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:10.659932 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6a6dbae3-47ac-4730-97e4-d622faffd718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:10.668143 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ffa112-42e1-4bad-8d8b-b55b7b56a692 None None] Network ceb718dc-f4a8-4668-a280-59d30b7a2d2c is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:04:10.671593 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-76ffa112-42e1-4bad-8d8b-b55b7b56a692 None None] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:04:10.674088 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ffa112-42e1-4bad-8d8b-b55b7b56a692 None None] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 14:04:10.677715 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ffa112-42e1-4bad-8d8b-b55b7b56a692 None None] Pushing event updated for resources: {'Port': ['ID=1426155d-7adf-4adc-98c8-0518e93a21b8,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:10.688126 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ffa112-42e1-4bad-8d8b-b55b7b56a692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:10.688462 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ffa112-42e1-4bad-8d8b-b55b7b56a692 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:10.688795 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ffa112-42e1-4bad-8d8b-b55b7b56a692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:10.689127 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ffa112-42e1-4bad-8d8b-b55b7b56a692 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:10.689455 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ffa112-42e1-4bad-8d8b-b55b7b56a692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:10.689774 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ffa112-42e1-4bad-8d8b-b55b7b56a692 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:10.690090 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ffa112-42e1-4bad-8d8b-b55b7b56a692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:10.690403 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ffa112-42e1-4bad-8d8b-b55b7b56a692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:10.690716 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ffa112-42e1-4bad-8d8b-b55b7b56a692 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:10.691028 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ffa112-42e1-4bad-8d8b-b55b7b56a692 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:10.691342 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ffa112-42e1-4bad-8d8b-b55b7b56a692 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:10.691735 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ffa112-42e1-4bad-8d8b-b55b7b56a692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:10.692538 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ffa112-42e1-4bad-8d8b-b55b7b56a692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:10.692861 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ffa112-42e1-4bad-8d8b-b55b7b56a692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:10.693201 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ffa112-42e1-4bad-8d8b-b55b7b56a692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:10.749910 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-76ffa112-42e1-4bad-8d8b-b55b7b56a692 None None] Attempting to bind port 1426155d-7adf-4adc-98c8-0518e93a21b8 on host dv-cinder-842129-1-iscsi for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 14:04:10.750279 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-76ffa112-42e1-4bad-8d8b-b55b7b56a692 None None] Attempting to bind port 1426155d-7adf-4adc-98c8-0518e93a21b8 by drivers openvswitch,hyperv on host dv-cinder-842129-1-iscsi at level 0 using segments [{'id': '570b5330-747f-49b7-83d6-6b6e30208601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ceb718dc-f4a8-4668-a280-59d30b7a2d2c'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 14:04:10.750646 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ffa112-42e1-4bad-8d8b-b55b7b56a692 None None] Attempting to bind port 1426155d-7adf-4adc-98c8-0518e93a21b8 on network ceb718dc-f4a8-4668-a280-59d30b7a2d2c {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:04:10.756651 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ffa112-42e1-4bad-8d8b-b55b7b56a692 None None] Checking agent: {'id': 'ec10bf60-b5fa-4c85-822a-958a8882b62f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 47), 'started_at': datetime.datetime(2022, 5, 24, 13, 47, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 14:04:10.757022 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ffa112-42e1-4bad-8d8b-b55b7b56a692 None None] Checking segment: {'id': '570b5330-747f-49b7-83d6-6b6e30208601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ceb718dc-f4a8-4668-a280-59d30b7a2d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 14:04:10.757424 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76ffa112-42e1-4bad-8d8b-b55b7b56a692 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:10.757820 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ffa112-42e1-4bad-8d8b-b55b7b56a692 None None] Bound using segment: {'id': '570b5330-747f-49b7-83d6-6b6e30208601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ceb718dc-f4a8-4668-a280-59d30b7a2d2c'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 14:04:10.758280 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-76ffa112-42e1-4bad-8d8b-b55b7b56a692 None None] Bound port: 1426155d-7adf-4adc-98c8-0518e93a21b8, host: dv-cinder-842129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570b5330-747f-49b7-83d6-6b6e30208601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ceb718dc-f4a8-4668-a280-59d30b7a2d2c'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 14:04:10.758663 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76ffa112-42e1-4bad-8d8b-b55b7b56a692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (1426155d-7adf-4adc-98c8-0518e93a21b8), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:10.773843 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-6a6dbae3-47ac-4730-97e4-d622faffd718 admin admin] Allocated IP 172.27.3.45 (77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6/277372c2-c924-4ff9-98b4-a2b2337930ef/9110c080-1d98-4d21-b2dd-0462669ebea0) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 14:04:10.819615 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-76ffa112-42e1-4bad-8d8b-b55b7b56a692 None None] For port 1426155d-7adf-4adc-98c8-0518e93a21b8, host dv-cinder-842129-1-iscsi, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 14:04:10.822933 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-76ffa112-42e1-4bad-8d8b-b55b7b56a692 None None] For port 1426155d-7adf-4adc-98c8-0518e93a21b8, host dv-cinder-842129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=1426155d-7adf-4adc-98c8-0518e93a21b8,segment=NetworkSegment(570b5330-747f-49b7-83d6-6b6e30208601),segment_id=570b5330-747f-49b7-83d6-6b6e30208601)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 14:04:10.829052 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76ffa112-42e1-4bad-8d8b-b55b7b56a692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (1426155d-7adf-4adc-98c8-0518e93a21b8), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:10.881998 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:10.885955 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6a6dbae3-47ac-4730-97e4-d622faffd718 admin admin] Publish callbacks [] for port (9110c080-1d98-4d21-b2dd-0462669ebea0), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:10.887111 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:10.890649 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ffa112-42e1-4bad-8d8b-b55b7b56a692 None None] Pushing event updated for resources: {'Port': ['ID=1426155d-7adf-4adc-98c8-0518e93a21b8,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:10.929234 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6a6dbae3-47ac-4730-97e4-d622faffd718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (9110c080-1d98-4d21-b2dd-0462669ebea0), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:10.972173 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6dbae3-47ac-4730-97e4-d622faffd718 admin admin] Network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:04:10.976716 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-6a6dbae3-47ac-4730-97e4-d622faffd718 admin admin] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:04:10.979065 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6dbae3-47ac-4730-97e4-d622faffd718 admin admin] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 14:04:10.984463 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6dbae3-47ac-4730-97e4-d622faffd718 admin admin] Pushing event updated for resources: {'Port': ['ID=9110c080-1d98-4d21-b2dd-0462669ebea0,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:11.245336 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6a6dbae3-47ac-4730-97e4-d622faffd718 admin admin] Publish callbacks [] for router_gateway (33bab566-deac-4833-abf1-ef14704f3d66), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:11.673251 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6a6dbae3-47ac-4730-97e4-d622faffd718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539258'] for router (33bab566-deac-4833-abf1-ef14704f3d66), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:11.757557 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efd03e5-228c-4a6b-ae3c-7a5e9b397ba6 None None] Network ceb718dc-f4a8-4668-a280-59d30b7a2d2c requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 14:04:11.801915 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6dbae3-47ac-4730-97e4-d622faffd718 admin admin] Router 33bab566-deac-4833-abf1-ef14704f3d66 is scheduled to L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 with binding_index 1 {{(pid=103807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 24 14:04:11.818517 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-260bcba0-697d-4e11-b9bd-2c503203d069 None None] Provisioning complete for port 1426155d-7adf-4adc-98c8-0518e93a21b8 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:04:11.818878 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-260bcba0-697d-4e11-b9bd-2c503203d069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (1426155d-7adf-4adc-98c8-0518e93a21b8), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:11.907646 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6dbae3-47ac-4730-97e4-d622faffd718 admin admin] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:04:11.918298 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a174672c-37d0-403e-8a1f-c85c82e13810 None None] Sync routers for ids ['33bab566-deac-4833-abf1-ef14704f3d66'] in dv-cinder-842129-1-iscsi {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:04:11.929762 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6a6dbae3-47ac-4730-97e4-d622faffd718 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:11.930845 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a174672c-37d0-403e-8a1f-c85c82e13810 None None] Routers {'33bab566-deac-4833-abf1-ef14704f3d66'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:04:11.934018 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-a174672c-37d0-403e-8a1f-c85c82e13810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:03:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['33bab566-deac-4833-abf1-ef14704f3d66'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:04:11.934197 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-6a6dbae3-47ac-4730-97e4-d622faffd718 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6852200 May 24 14:04:11.934463 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 41732) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:04:12.005513 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:12.044228 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-a174672c-37d0-403e-8a1f-c85c82e13810 None None] Set router 33bab566-deac-4833-abf1-ef14704f3d66 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:04:12.057721 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:12.079905 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 1426155d-7adf-4adc-98c8-0518e93a21b8 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:04:12.122478 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-260bcba0-697d-4e11-b9bd-2c503203d069 None None] Current status of the port 1426155d-7adf-4adc-98c8-0518e93a21b8 is: DOWN; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:04:12.123585 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-260bcba0-697d-4e11-b9bd-2c503203d069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (1426155d-7adf-4adc-98c8-0518e93a21b8), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:12.182042 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port 1426155d-7adf-4adc-98c8-0518e93a21b8 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:04:12.182900 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (1426155d-7adf-4adc-98c8-0518e93a21b8), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:12.185190 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-260bcba0-697d-4e11-b9bd-2c503203d069 None None] For port 1426155d-7adf-4adc-98c8-0518e93a21b8, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=1426155d-7adf-4adc-98c8-0518e93a21b8,segment=NetworkSegment(570b5330-747f-49b7-83d6-6b6e30208601),segment_id=570b5330-747f-49b7-83d6-6b6e30208601)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:04:12.208480 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:12.211609 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-260bcba0-697d-4e11-b9bd-2c503203d069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (1426155d-7adf-4adc-98c8-0518e93a21b8), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:12.247785 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:12.257518 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-a174672c-37d0-403e-8a1f-c85c82e13810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bab566-deac-4833-abf1-ef14704f3d66', 'name': 'tempest-TestShelveInstance-1426708210-router', 'tenant_id': 'cbe0605c62d04bed8edf14047746e765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '9110c080-1d98-4d21-b2dd-0462669ebea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:04:10Z', 'updated_at': '2022-05-24T14:04:11Z', 'revision_number': 3, 'project_id': 'cbe0605c62d04bed8edf14047746e765', 'gw_port': {'id': '9110c080-1d98-4d21-b2dd-0462669ebea0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ec:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bab566-deac-4833-abf1-ef14704f3d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:04:10Z', 'updated_at': '2022-05-24T14:04:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:04:12.283018 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:12.286241 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260bcba0-697d-4e11-b9bd-2c503203d069 None None] Pushing event updated for resources: {'Port': ['ID=1426155d-7adf-4adc-98c8-0518e93a21b8,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:12.296295 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a174672c-37d0-403e-8a1f-c85c82e13810 None None] Checking router: 33bab566-deac-4833-abf1-ef14704f3d66 for host: dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:04:12.296888 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a174672c-37d0-403e-8a1f-c85c82e13810 None None] Updating router 33bab566-deac-4833-abf1-ef14704f3d66 port 9110c080-1d98-4d21-b2dd-0462669ebea0 binding host dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 14:04:12.327214 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port 1426155d-7adf-4adc-98c8-0518e93a21b8 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:04:12.335904 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ca527a7e-1065-4e75-8041-26c9d380f4ef None None] Provisioning complete for port 1426155d-7adf-4adc-98c8-0518e93a21b8 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:04:12.336270 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ca527a7e-1065-4e75-8041-26c9d380f4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (1426155d-7adf-4adc-98c8-0518e93a21b8), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:12.337803 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a174672c-37d0-403e-8a1f-c85c82e13810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (9110c080-1d98-4d21-b2dd-0462669ebea0), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:12.419671 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ca527a7e-1065-4e75-8041-26c9d380f4ef None None] Current status of the port 1426155d-7adf-4adc-98c8-0518e93a21b8 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:04:12.445598 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-10a6a0c2-2c32-4003-9628-b808f6f2dc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:12.605155 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-10a6a0c2-2c32-4003-9628-b808f6f2dc26 admin admin] Allocated IP 172.20.0.1 (ceb718dc-f4a8-4668-a280-59d30b7a2d2c/51ad56e2-5223-4686-9701-7e93c8b6f443/41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 14:04:12.617765 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a174672c-37d0-403e-8a1f-c85c82e13810 None None] Publish callbacks [] for port (9110c080-1d98-4d21-b2dd-0462669ebea0), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:12.624846 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a174672c-37d0-403e-8a1f-c85c82e13810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (9110c080-1d98-4d21-b2dd-0462669ebea0), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:12.680678 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a174672c-37d0-403e-8a1f-c85c82e13810 None None] Attempting to bind port 9110c080-1d98-4d21-b2dd-0462669ebea0 on host dv-cinder-842129-1-iscsi for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 14:04:12.680969 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a174672c-37d0-403e-8a1f-c85c82e13810 None None] Attempting to bind port 9110c080-1d98-4d21-b2dd-0462669ebea0 by drivers openvswitch,hyperv on host dv-cinder-842129-1-iscsi at level 0 using segments [{'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 14:04:12.681319 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a174672c-37d0-403e-8a1f-c85c82e13810 None None] Attempting to bind port 9110c080-1d98-4d21-b2dd-0462669ebea0 on network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:04:12.684341 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcefcbad-451d-4885-b96d-06705ba63c42 None None] Pushing event updated for resources: {'Port': ['ID=9110c080-1d98-4d21-b2dd-0462669ebea0,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:12.692285 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a174672c-37d0-403e-8a1f-c85c82e13810 None None] Checking agent: {'id': 'ec10bf60-b5fa-4c85-822a-958a8882b62f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 47), 'started_at': datetime.datetime(2022, 5, 24, 13, 47, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 14:04:12.692652 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a174672c-37d0-403e-8a1f-c85c82e13810 None None] Checking segment: {'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 14:04:12.693047 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a174672c-37d0-403e-8a1f-c85c82e13810 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:12.693436 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a174672c-37d0-403e-8a1f-c85c82e13810 None None] Bound using segment: {'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 14:04:12.693894 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a174672c-37d0-403e-8a1f-c85c82e13810 None None] Bound port: 9110c080-1d98-4d21-b2dd-0462669ebea0, host: dv-cinder-842129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 14:04:12.694271 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a174672c-37d0-403e-8a1f-c85c82e13810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (9110c080-1d98-4d21-b2dd-0462669ebea0), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:12.697353 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcefcbad-451d-4885-b96d-06705ba63c42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:12.697697 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcefcbad-451d-4885-b96d-06705ba63c42 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:12.698058 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcefcbad-451d-4885-b96d-06705ba63c42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:12.698415 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcefcbad-451d-4885-b96d-06705ba63c42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:12.698751 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcefcbad-451d-4885-b96d-06705ba63c42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:12.699079 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcefcbad-451d-4885-b96d-06705ba63c42 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:12.699402 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcefcbad-451d-4885-b96d-06705ba63c42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:12.699726 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcefcbad-451d-4885-b96d-06705ba63c42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:12.700072 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcefcbad-451d-4885-b96d-06705ba63c42 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:12.700393 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcefcbad-451d-4885-b96d-06705ba63c42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:12.700714 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcefcbad-451d-4885-b96d-06705ba63c42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:12.701051 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcefcbad-451d-4885-b96d-06705ba63c42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:12.701375 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcefcbad-451d-4885-b96d-06705ba63c42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:12.701699 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcefcbad-451d-4885-b96d-06705ba63c42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:12.702011 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcefcbad-451d-4885-b96d-06705ba63c42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:12.715679 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-10a6a0c2-2c32-4003-9628-b808f6f2dc26 admin admin] Publish callbacks [] for port (41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:12.748877 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-10a6a0c2-2c32-4003-9628-b808f6f2dc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:12.750394 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-a174672c-37d0-403e-8a1f-c85c82e13810 None None] For port 9110c080-1d98-4d21-b2dd-0462669ebea0, host dv-cinder-842129-1-iscsi, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 14:04:12.753410 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-a174672c-37d0-403e-8a1f-c85c82e13810 None None] For port 9110c080-1d98-4d21-b2dd-0462669ebea0, host dv-cinder-842129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=9110c080-1d98-4d21-b2dd-0462669ebea0,segment=NetworkSegment(3f5d497a-81fa-44a3-b648-e1e22cc699e7),segment_id=3f5d497a-81fa-44a3-b648-e1e22cc699e7)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 14:04:12.759714 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a174672c-37d0-403e-8a1f-c85c82e13810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (9110c080-1d98-4d21-b2dd-0462669ebea0), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:12.790494 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a6a0c2-2c32-4003-9628-b808f6f2dc26 admin admin] Network ceb718dc-f4a8-4668-a280-59d30b7a2d2c is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:04:12.793395 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-10a6a0c2-2c32-4003-9628-b808f6f2dc26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:04:12.797243 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a6a0c2-2c32-4003-9628-b808f6f2dc26 admin admin] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 14:04:12.810099 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:12.819029 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a174672c-37d0-403e-8a1f-c85c82e13810 None None] Routers {'33bab566-deac-4833-abf1-ef14704f3d66'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:04:12.819662 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-a174672c-37d0-403e-8a1f-c85c82e13810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:03:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['33bab566-deac-4833-abf1-ef14704f3d66'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:04:12.821662 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6a0c2-2c32-4003-9628-b808f6f2dc26 admin admin] Pushing event updated for resources: {'Port': ['ID=41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:12.826232 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcefcbad-451d-4885-b96d-06705ba63c42 None None] Pushing event updated for resources: {'Port': ['ID=9110c080-1d98-4d21-b2dd-0462669ebea0,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:12.843110 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-10a6a0c2-2c32-4003-9628-b808f6f2dc26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534319'] for router_interface (33bab566-deac-4833-abf1-ef14704f3d66), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:12.864953 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:12.887891 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:12.930080 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:12.937966 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-a174672c-37d0-403e-8a1f-c85c82e13810 None None] Set router 33bab566-deac-4833-abf1-ef14704f3d66 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:04:12.985573 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-10a6a0c2-2c32-4003-9628-b808f6f2dc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:13.056700 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-cca46719-7149-421b-8161-6390e5bd21af None None] Provisioning complete for port 41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:04:13.057282 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cca46719-7149-421b-8161-6390e5bd21af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:13.089357 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-cca46719-7149-421b-8161-6390e5bd21af None None] Port 41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628 cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 14:04:13.110493 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-a174672c-37d0-403e-8a1f-c85c82e13810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bab566-deac-4833-abf1-ef14704f3d66', 'name': 'tempest-TestShelveInstance-1426708210-router', 'tenant_id': 'cbe0605c62d04bed8edf14047746e765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '9110c080-1d98-4d21-b2dd-0462669ebea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:04:10Z', 'updated_at': '2022-05-24T14:04:11Z', 'revision_number': 3, 'project_id': 'cbe0605c62d04bed8edf14047746e765', 'gw_port': {'id': '9110c080-1d98-4d21-b2dd-0462669ebea0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ec:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bab566-deac-4833-abf1-ef14704f3d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:04:10Z', 'updated_at': '2022-05-24T14:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:04:13.138832 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a174672c-37d0-403e-8a1f-c85c82e13810 None None] The sync data for ids ['33bab566-deac-4833-abf1-ef14704f3d66'] in dv-cinder-842129-1-iscsi is: [{'id': '33bab566-deac-4833-abf1-ef14704f3d66', 'name': 'tempest-TestShelveInstance-1426708210-router', 'tenant_id': 'cbe0605c62d04bed8edf14047746e765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '9110c080-1d98-4d21-b2dd-0462669ebea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:04:10Z', 'updated_at': '2022-05-24T14:04:11Z', 'revision_number': 3, 'project_id': 'cbe0605c62d04bed8edf14047746e765', 'gw_port': {'id': '9110c080-1d98-4d21-b2dd-0462669ebea0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ec:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bab566-deac-4833-abf1-ef14704f3d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:04:10Z', 'updated_at': '2022-05-24T14:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:04:13.182542 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-10a6a0c2-2c32-4003-9628-b808f6f2dc26 admin admin] Publish callbacks [] for port (41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:13.187403 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-10a6a0c2-2c32-4003-9628-b808f6f2dc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5058382'] for port (41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:13.259861 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6a0c2-2c32-4003-9628-b808f6f2dc26 admin admin] Pushing event updated for resources: {'Port': ['ID=41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:13.262195 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-10a6a0c2-2c32-4003-9628-b808f6f2dc26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-169734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532671'] for router_interface (33bab566-deac-4833-abf1-ef14704f3d66), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:13.368319 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a6a0c2-2c32-4003-9628-b808f6f2dc26 admin admin] Network ceb718dc-f4a8-4668-a280-59d30b7a2d2c is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:04:13.369795 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-10a6a0c2-2c32-4003-9628-b808f6f2dc26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:04:13.500470 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a6a0c2-2c32-4003-9628-b808f6f2dc26 admin admin] Router 33bab566-deac-4833-abf1-ef14704f3d66 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:04:13.610279 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-c6757f3e-9ebd-4ff7-9635-d3a3820ff356 None None] Provisioning complete for port 41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:04:13.610668 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c6757f3e-9ebd-4ff7-9635-d3a3820ff356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:13.614798 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a6a0c2-2c32-4003-9628-b808f6f2dc26 admin admin] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:04:13.620067 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-10a6a0c2-2c32-4003-9628-b808f6f2dc26 admin admin] 10.222.0.24 "PUT /v2.0/routers/33bab566-deac-4833-abf1-ef14704f3d66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6844251 May 24 14:04:13.655995 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-c6757f3e-9ebd-4ff7-9635-d3a3820ff356 None None] Port 41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628 cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 14:04:14.083704 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 9110c080-1d98-4d21-b2dd-0462669ebea0 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:04:14.131643 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port 9110c080-1d98-4d21-b2dd-0462669ebea0 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:04:14.132120 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (9110c080-1d98-4d21-b2dd-0462669ebea0), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:14.135974 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 41748) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:04:14.140933 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-7608a568-4c62-4d41-aa9e-6a9bee3151e9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-580937583-network', 'tenant_id': 'a24bbb97ea3f4c1684ae57b2d2314740'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:04:14.161633 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7608a568-4c62-4d41-aa9e-6a9bee3151e9 admin admin] Made reservation on behalf of a24bbb97ea3f4c1684ae57b2d2314740 for: {'network': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 14:04:14.164072 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7608a568-4c62-4d41-aa9e-6a9bee3151e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for network (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:14.174511 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7608a568-4c62-4d41-aa9e-6a9bee3151e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:14.206679 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port 9110c080-1d98-4d21-b2dd-0462669ebea0 is: DOWN; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:04:14.207771 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (9110c080-1d98-4d21-b2dd-0462669ebea0), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:14.227391 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:14.230347 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] For port 9110c080-1d98-4d21-b2dd-0462669ebea0, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=9110c080-1d98-4d21-b2dd-0462669ebea0,segment=NetworkSegment(3f5d497a-81fa-44a3-b648-e1e22cc699e7),segment_id=3f5d497a-81fa-44a3-b648-e1e22cc699e7)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:04:14.234448 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (9110c080-1d98-4d21-b2dd-0462669ebea0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:14.235674 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 1426155d-7adf-4adc-98c8-0518e93a21b8 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:04:14.246197 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:14.259575 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7608a568-4c62-4d41-aa9e-6a9bee3151e9 admin admin] Publish callbacks [] for security_group (3bae2204-dbee-4670-9244-5cf91d7d5b5d), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:14.263993 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7608a568-4c62-4d41-aa9e-6a9bee3151e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (3bae2204-dbee-4670-9244-5cf91d7d5b5d), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:14.285843 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7608a568-4c62-4d41-aa9e-6a9bee3151e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=103807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 14:04:14.301589 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608a568-4c62-4d41-aa9e-6a9bee3151e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bae2204-dbee-4670-9244-5cf91d7d5b5d,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:14.304460 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7608a568-4c62-4d41-aa9e-6a9bee3151e9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727739285854', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291'] for segment (6a7fd00e-f4a1-467c-b71a-1282f1611725), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:14.304871 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.db.segments_db [None req-7608a568-4c62-4d41-aa9e-6a9bee3151e9 admin admin] Added segment 6a7fd00e-f4a1-467c-b71a-1282f1611725 of type vlan for network 9264cc27-d0ce-4298-88c7-81ab804432d7 May 24 14:04:14.323771 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Pushing event updated for resources: {'Port': ['ID=9110c080-1d98-4d21-b2dd-0462669ebea0,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:14.327582 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port 1426155d-7adf-4adc-98c8-0518e93a21b8 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:04:14.327984 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (1426155d-7adf-4adc-98c8-0518e93a21b8), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:14.345965 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7608a568-4c62-4d41-aa9e-6a9bee3151e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727738798156'] for network (9264cc27-d0ce-4298-88c7-81ab804432d7), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:14.376775 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7608a568-4c62-4d41-aa9e-6a9bee3151e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028'] for network (9264cc27-d0ce-4298-88c7-81ab804432d7), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:14.377916 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7608a568-4c62-4d41-aa9e-6a9bee3151e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:14.378549 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7608a568-4c62-4d41-aa9e-6a9bee3151e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:14.403074 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port 1426155d-7adf-4adc-98c8-0518e93a21b8 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:04:14.435678 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-7608a568-4c62-4d41-aa9e-6a9bee3151e9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2984297 May 24 14:04:14.438289 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 41750) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:04:14.443749 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-047b5737-11ad-40e8-a28c-0dcfebfcfb5e admin admin] Request body: {'subnet': {'network_id': '9264cc27-d0ce-4298-88c7-81ab804432d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-580937583-subnet', 'tenant_id': 'a24bbb97ea3f4c1684ae57b2d2314740', 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:04:14.451430 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608a568-4c62-4d41-aa9e-6a9bee3151e9 admin admin] Pushing event updated for resources: {'Network': ['ID=9264cc27-d0ce-4298-88c7-81ab804432d7,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:14.462620 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Network 9264cc27-d0ce-4298-88c7-81ab804432d7 details requested by agent ovs-agent-dv-cinder-842129-1-iscsi with host dv-cinder-842129-1-iscsi {{(pid=103809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 14:04:14.464184 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047b5737-11ad-40e8-a28c-0dcfebfcfb5e admin admin] Made reservation on behalf of a24bbb97ea3f4c1684ae57b2d2314740 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 14:04:14.466692 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-047b5737-11ad-40e8-a28c-0dcfebfcfb5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756343'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:14.639473 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-047b5737-11ad-40e8-a28c-0dcfebfcfb5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5712872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756229'] for subnet (b75dc2a1-d5d8-4170-9fc3-df742b088321), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:14.694689 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b5737-11ad-40e8-a28c-0dcfebfcfb5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b75dc2a1-d5d8-4170-9fc3-df742b088321,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:14.702523 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc53238-281a-4589-871b-14bddb921b5e None None] Sync routers for ids ['33bab566-deac-4833-abf1-ef14704f3d66'] in dv-cinder-842129-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:04:14.714067 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc53238-281a-4589-871b-14bddb921b5e None None] Routers {'33bab566-deac-4833-abf1-ef14704f3d66'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:04:14.714676 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-8dc53238-281a-4589-871b-14bddb921b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:03:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['33bab566-deac-4833-abf1-ef14704f3d66'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:04:14.715561 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047b5737-11ad-40e8-a28c-0dcfebfcfb5e admin admin] Checking segment: {'id': '6a7fd00e-f4a1-467c-b71a-1282f1611725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9264cc27-d0ce-4298-88c7-81ab804432d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 14:04:14.715954 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047b5737-11ad-40e8-a28c-0dcfebfcfb5e admin admin] Network hostable DHCP agents. Network: 9264cc27-d0ce-4298-88c7-81ab804432d7, hostable agents: ['abc51175-8e70-4fa5-9c56-ea38a91f7e2e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 14:04:14.733389 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047b5737-11ad-40e8-a28c-0dcfebfcfb5e admin admin] Network 9264cc27-d0ce-4298-88c7-81ab804432d7 is scheduled to be hosted by DHCP agent abc51175-8e70-4fa5-9c56-ea38a91f7e2e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 14:04:14.743290 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-047b5737-11ad-40e8-a28c-0dcfebfcfb5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842129-1-iscsi, 9264cc27-d0ce-4298-88c7-81ab804432d7) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:04:14.747283 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047b5737-11ad-40e8-a28c-0dcfebfcfb5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:14.748012 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-047b5737-11ad-40e8-a28c-0dcfebfcfb5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:14.754361 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2369dcf-2512-432c-ae40-820dd7d0c2e9 None None] Network 9264cc27-d0ce-4298-88c7-81ab804432d7 requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 14:04:14.765528 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-047b5737-11ad-40e8-a28c-0dcfebfcfb5e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3260603 May 24 14:04:14.768187 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 41752) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:04:14.773442 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-ed74cb9d-77f1-4d42-9fa2-061e605ff625 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-580937583-router', 'tenant_id': 'a24bbb97ea3f4c1684ae57b2d2314740', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:04:14.792869 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ed74cb9d-77f1-4d42-9fa2-061e605ff625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4476'] for router (fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:14.794017 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ed74cb9d-77f1-4d42-9fa2-061e605ff625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1021525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4357'] for router (fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:14.845033 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ed74cb9d-77f1-4d42-9fa2-061e605ff625 admin admin] Publish callbacks [] for router_controller (fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6), precommit_add_association {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:14.884574 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-8dc53238-281a-4589-871b-14bddb921b5e None None] Set router 33bab566-deac-4833-abf1-ef14704f3d66 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:04:14.937345 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52af0dcd-1f1b-4cdf-be9f-7450ae507914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea215502-9989-5d28-83e0-1aba298459f8-9264cc27-d0ce-4298-88c7-81ab804432d7', 'network_id': '9264cc27-d0ce-4298-88c7-81ab804432d7', 'project_id': 'a24bbb97ea3f4c1684ae57b2d2314740', 'fixed_ips': [{'subnet_id': 'b75dc2a1-d5d8-4170-9fc3-df742b088321'}]}} from dv-cinder-842129-1-iscsi. {{(pid=103809) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 24 14:04:14.938259 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-52af0dcd-1f1b-4cdf-be9f-7450ae507914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:14.983049 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ed74cb9d-77f1-4d42-9fa2-061e605ff625 admin admin] Publish callbacks [] for router_gateway (fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:15.165523 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ed74cb9d-77f1-4d42-9fa2-061e605ff625 admin admin] Publish callbacks [] for router_gateway (fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:15.183795 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:15.188574 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ed74cb9d-77f1-4d42-9fa2-061e605ff625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:15.210262 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-52af0dcd-1f1b-4cdf-be9f-7450ae507914 None None] Allocated IP 172.20.0.2 (9264cc27-d0ce-4298-88c7-81ab804432d7/b75dc2a1-d5d8-4170-9fc3-df742b088321/8b161b0a-5fb8-4999-a828-d9cb1a6ebe44) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 14:04:15.223172 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-8dc53238-281a-4589-871b-14bddb921b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bab566-deac-4833-abf1-ef14704f3d66', 'name': 'tempest-TestShelveInstance-1426708210-router', 'tenant_id': 'cbe0605c62d04bed8edf14047746e765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '9110c080-1d98-4d21-b2dd-0462669ebea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:04:10Z', 'updated_at': '2022-05-24T14:04:12Z', 'revision_number': 4, 'project_id': 'cbe0605c62d04bed8edf14047746e765', 'gw_port': {'id': '9110c080-1d98-4d21-b2dd-0462669ebea0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ec:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bab566-deac-4833-abf1-ef14704f3d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:04:10Z', 'updated_at': '2022-05-24T14:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628', 'name': '', 'network_id': 'ceb718dc-f4a8-4668-a280-59d30b7a2d2c', 'tenant_id': 'cbe0605c62d04bed8edf14047746e765', 'mac_address': 'fa:16:3e:92:ef:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bab566-deac-4833-abf1-ef14704f3d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '51ad56e2-5223-4686-9701-7e93c8b6f443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:04:12Z', 'updated_at': '2022-05-24T14:04:13Z', 'revision_number': 2, 'project_id': 'cbe0605c62d04bed8edf14047746e765', 'subnets': [{'id': '51ad56e2-5223-4686-9701-7e93c8b6f443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:04:15.253779 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc53238-281a-4589-871b-14bddb921b5e None None] Checking router: 33bab566-deac-4833-abf1-ef14704f3d66 for host: dv-cinder-842129-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:04:15.254919 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc53238-281a-4589-871b-14bddb921b5e None None] Updating router 33bab566-deac-4833-abf1-ef14704f3d66 port 41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628 binding host dv-cinder-842129-1-iscsi {{(pid=103809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 14:04:15.297980 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-ed74cb9d-77f1-4d42-9fa2-061e605ff625 admin admin] Allocated IP 172.27.3.68 (77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6/277372c2-c924-4ff9-98b4-a2b2337930ef/e39b6be1-e4bc-440a-a170-a11c038728ef) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 14:04:15.328093 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8dc53238-281a-4589-871b-14bddb921b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:15.350566 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:15.381994 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:15.408171 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ed74cb9d-77f1-4d42-9fa2-061e605ff625 admin admin] Publish callbacks [] for port (e39b6be1-e4bc-440a-a170-a11c038728ef), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:15.420521 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:15.432515 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:15.449736 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ed74cb9d-77f1-4d42-9fa2-061e605ff625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (e39b6be1-e4bc-440a-a170-a11c038728ef), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:15.489435 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-52af0dcd-1f1b-4cdf-be9f-7450ae507914 None None] Publish callbacks [] for port (8b161b0a-5fb8-4999-a828-d9cb1a6ebe44), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:15.491950 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed74cb9d-77f1-4d42-9fa2-061e605ff625 admin admin] Network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:04:15.495050 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-ed74cb9d-77f1-4d42-9fa2-061e605ff625 admin admin] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:04:15.497503 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed74cb9d-77f1-4d42-9fa2-061e605ff625 admin admin] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 14:04:15.525081 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed74cb9d-77f1-4d42-9fa2-061e605ff625 admin admin] Pushing event updated for resources: {'Port': ['ID=e39b6be1-e4bc-440a-a170-a11c038728ef,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:15.543331 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-52af0dcd-1f1b-4cdf-be9f-7450ae507914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997'] for port (8b161b0a-5fb8-4999-a828-d9cb1a6ebe44), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:15.599206 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52af0dcd-1f1b-4cdf-be9f-7450ae507914 None None] Network 9264cc27-d0ce-4298-88c7-81ab804432d7 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:04:15.606240 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-52af0dcd-1f1b-4cdf-be9f-7450ae507914 None None] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:04:15.620246 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52af0dcd-1f1b-4cdf-be9f-7450ae507914 None None] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 14:04:15.652183 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af0dcd-1f1b-4cdf-be9f-7450ae507914 None None] Pushing event updated for resources: {'Port': ['ID=8b161b0a-5fb8-4999-a828-d9cb1a6ebe44,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:15.731913 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-52af0dcd-1f1b-4cdf-be9f-7450ae507914 None None] Attempting to bind port 8b161b0a-5fb8-4999-a828-d9cb1a6ebe44 on host dv-cinder-842129-1-iscsi for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 14:04:15.732298 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-52af0dcd-1f1b-4cdf-be9f-7450ae507914 None None] Attempting to bind port 8b161b0a-5fb8-4999-a828-d9cb1a6ebe44 by drivers openvswitch,hyperv on host dv-cinder-842129-1-iscsi at level 0 using segments [{'id': '6a7fd00e-f4a1-467c-b71a-1282f1611725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9264cc27-d0ce-4298-88c7-81ab804432d7'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 14:04:15.732651 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52af0dcd-1f1b-4cdf-be9f-7450ae507914 None None] Attempting to bind port 8b161b0a-5fb8-4999-a828-d9cb1a6ebe44 on network 9264cc27-d0ce-4298-88c7-81ab804432d7 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:04:15.747575 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ed74cb9d-77f1-4d42-9fa2-061e605ff625 admin admin] Publish callbacks [] for router_gateway (fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:15.749237 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52af0dcd-1f1b-4cdf-be9f-7450ae507914 None None] Checking agent: {'id': 'ec10bf60-b5fa-4c85-822a-958a8882b62f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 47), 'started_at': datetime.datetime(2022, 5, 24, 13, 47, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 14:04:15.749612 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52af0dcd-1f1b-4cdf-be9f-7450ae507914 None None] Checking segment: {'id': '6a7fd00e-f4a1-467c-b71a-1282f1611725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9264cc27-d0ce-4298-88c7-81ab804432d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 14:04:15.750001 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-52af0dcd-1f1b-4cdf-be9f-7450ae507914 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:15.750388 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52af0dcd-1f1b-4cdf-be9f-7450ae507914 None None] Bound using segment: {'id': '6a7fd00e-f4a1-467c-b71a-1282f1611725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9264cc27-d0ce-4298-88c7-81ab804432d7'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 14:04:15.750863 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-52af0dcd-1f1b-4cdf-be9f-7450ae507914 None None] Bound port: 8b161b0a-5fb8-4999-a828-d9cb1a6ebe44, host: dv-cinder-842129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a7fd00e-f4a1-467c-b71a-1282f1611725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9264cc27-d0ce-4298-88c7-81ab804432d7'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 14:04:15.751236 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-52af0dcd-1f1b-4cdf-be9f-7450ae507914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (8b161b0a-5fb8-4999-a828-d9cb1a6ebe44), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:15.861182 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8dc53238-281a-4589-871b-14bddb921b5e None None] Publish callbacks [] for port (41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:15.865688 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-52af0dcd-1f1b-4cdf-be9f-7450ae507914 None None] For port 8b161b0a-5fb8-4999-a828-d9cb1a6ebe44, host dv-cinder-842129-1-iscsi, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 14:04:15.869299 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-52af0dcd-1f1b-4cdf-be9f-7450ae507914 None None] For port 8b161b0a-5fb8-4999-a828-d9cb1a6ebe44, host dv-cinder-842129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=8b161b0a-5fb8-4999-a828-d9cb1a6ebe44,segment=NetworkSegment(6a7fd00e-f4a1-467c-b71a-1282f1611725),segment_id=6a7fd00e-f4a1-467c-b71a-1282f1611725)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 14:04:15.870702 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8dc53238-281a-4589-871b-14bddb921b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:15.898455 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-52af0dcd-1f1b-4cdf-be9f-7450ae507914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (8b161b0a-5fb8-4999-a828-d9cb1a6ebe44), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:15.941943 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d901db2-b6fe-46e8-a5a0-8759bac5214f None None] Pushing event updated for resources: {'Port': ['ID=41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:16.142972 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 9110c080-1d98-4d21-b2dd-0462669ebea0 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:04:16.241055 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-f858404e-a6a4-41fb-a667-f5740a63108c None None] Provisioning complete for port 41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:04:16.241736 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ed74cb9d-77f1-4d42-9fa2-061e605ff625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539258'] for router (fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:16.242117 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f858404e-a6a4-41fb-a667-f5740a63108c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:16.290555 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-8dc53238-281a-4589-871b-14bddb921b5e None None] Attempting to bind port 41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628 on host dv-cinder-842129-1-iscsi for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 14:04:16.290928 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-8dc53238-281a-4589-871b-14bddb921b5e None None] Attempting to bind port 41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628 by drivers openvswitch,hyperv on host dv-cinder-842129-1-iscsi at level 0 using segments [{'id': '570b5330-747f-49b7-83d6-6b6e30208601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ceb718dc-f4a8-4668-a280-59d30b7a2d2c'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 14:04:16.291599 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc53238-281a-4589-871b-14bddb921b5e None None] Attempting to bind port 41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628 on network ceb718dc-f4a8-4668-a280-59d30b7a2d2c {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:04:16.293345 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af0dcd-1f1b-4cdf-be9f-7450ae507914 None None] Pushing event updated for resources: {'Port': ['ID=8b161b0a-5fb8-4999-a828-d9cb1a6ebe44,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:16.307985 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-f858404e-a6a4-41fb-a667-f5740a63108c None None] Port 41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628 cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 14:04:16.309616 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc53238-281a-4589-871b-14bddb921b5e None None] Checking agent: {'id': 'ec10bf60-b5fa-4c85-822a-958a8882b62f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 47), 'started_at': datetime.datetime(2022, 5, 24, 13, 47, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 14:04:16.309996 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc53238-281a-4589-871b-14bddb921b5e None None] Checking segment: {'id': '570b5330-747f-49b7-83d6-6b6e30208601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ceb718dc-f4a8-4668-a280-59d30b7a2d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 14:04:16.310396 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8dc53238-281a-4589-871b-14bddb921b5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:16.310773 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc53238-281a-4589-871b-14bddb921b5e None None] Bound using segment: {'id': '570b5330-747f-49b7-83d6-6b6e30208601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ceb718dc-f4a8-4668-a280-59d30b7a2d2c'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 14:04:16.311254 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-8dc53238-281a-4589-871b-14bddb921b5e None None] Bound port: 41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628, host: dv-cinder-842129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570b5330-747f-49b7-83d6-6b6e30208601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ceb718dc-f4a8-4668-a280-59d30b7a2d2c'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 14:04:16.311638 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8dc53238-281a-4589-871b-14bddb921b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:16.325740 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port 9110c080-1d98-4d21-b2dd-0462669ebea0 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:04:16.326113 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (9110c080-1d98-4d21-b2dd-0462669ebea0), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:16.383027 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 14:04:16.396014 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed74cb9d-77f1-4d42-9fa2-061e605ff625 admin admin] Router fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6 is scheduled to L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 with binding_index 1 {{(pid=103807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 24 14:04:16.444447 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-8dc53238-281a-4589-871b-14bddb921b5e None None] For port 41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628, host dv-cinder-842129-1-iscsi, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 14:04:16.464958 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-8dc53238-281a-4589-871b-14bddb921b5e None None] For port 41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628, host dv-cinder-842129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628,segment=NetworkSegment(570b5330-747f-49b7-83d6-6b6e30208601),segment_id=570b5330-747f-49b7-83d6-6b6e30208601)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 14:04:16.467594 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port 9110c080-1d98-4d21-b2dd-0462669ebea0 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:04:16.471509 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8dc53238-281a-4589-871b-14bddb921b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:16.506060 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:16.510608 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed74cb9d-77f1-4d42-9fa2-061e605ff625 admin admin] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:04:16.522941 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065f9cff-8679-48c2-8ac1-81b43c1c9106 None None] Sync routers for ids ['fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6'] in dv-cinder-842129-1-iscsi {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:04:16.530553 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ed74cb9d-77f1-4d42-9fa2-061e605ff625 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:16.534875 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 41756) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:04:16.535569 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-ed74cb9d-77f1-4d42-9fa2-061e605ff625 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7657270 May 24 14:04:16.536420 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d901db2-b6fe-46e8-a5a0-8759bac5214f None None] Pushing event updated for resources: {'Port': ['ID=41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:16.540640 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc53238-281a-4589-871b-14bddb921b5e None None] Routers {'33bab566-deac-4833-abf1-ef14704f3d66'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:04:16.541666 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-8dc53238-281a-4589-871b-14bddb921b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:03:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['33bab566-deac-4833-abf1-ef14704f3d66'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:04:16.546941 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065f9cff-8679-48c2-8ac1-81b43c1c9106 None None] Routers {'fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:04:16.547566 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-065f9cff-8679-48c2-8ac1-81b43c1c9106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:03:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:04:16.681844 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-8dc53238-281a-4589-871b-14bddb921b5e None None] Set router 33bab566-deac-4833-abf1-ef14704f3d66 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:04:16.684186 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-065f9cff-8679-48c2-8ac1-81b43c1c9106 None None] Set router fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:04:16.705695 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:16.812181 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:16.875929 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-42029be4-b234-42cc-8b99-cae72d275923 None None] Provisioning complete for port 41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:04:16.876299 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-42029be4-b234-42cc-8b99-cae72d275923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:16.897950 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:UPDATE=4,neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:16.936337 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-8dc53238-281a-4589-871b-14bddb921b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bab566-deac-4833-abf1-ef14704f3d66', 'name': 'tempest-TestShelveInstance-1426708210-router', 'tenant_id': 'cbe0605c62d04bed8edf14047746e765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '9110c080-1d98-4d21-b2dd-0462669ebea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:04:10Z', 'updated_at': '2022-05-24T14:04:12Z', 'revision_number': 4, 'project_id': 'cbe0605c62d04bed8edf14047746e765', 'gw_port': {'id': '9110c080-1d98-4d21-b2dd-0462669ebea0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ec:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bab566-deac-4833-abf1-ef14704f3d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:04:10Z', 'updated_at': '2022-05-24T14:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628', 'name': '', 'network_id': 'ceb718dc-f4a8-4668-a280-59d30b7a2d2c', 'tenant_id': 'cbe0605c62d04bed8edf14047746e765', 'mac_address': 'fa:16:3e:92:ef:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bab566-deac-4833-abf1-ef14704f3d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '51ad56e2-5223-4686-9701-7e93c8b6f443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:04:12Z', 'updated_at': '2022-05-24T14:04:16Z', 'revision_number': 4, 'project_id': 'cbe0605c62d04bed8edf14047746e765', 'subnets': [{'id': '51ad56e2-5223-4686-9701-7e93c8b6f443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:04:16.939938 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:16.983895 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc53238-281a-4589-871b-14bddb921b5e None None] The sync data for ids ['33bab566-deac-4833-abf1-ef14704f3d66'] in dv-cinder-842129-1-iscsi is: [{'id': '33bab566-deac-4833-abf1-ef14704f3d66', 'name': 'tempest-TestShelveInstance-1426708210-router', 'tenant_id': 'cbe0605c62d04bed8edf14047746e765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '9110c080-1d98-4d21-b2dd-0462669ebea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:04:10Z', 'updated_at': '2022-05-24T14:04:12Z', 'revision_number': 4, 'project_id': 'cbe0605c62d04bed8edf14047746e765', 'gw_port': {'id': '9110c080-1d98-4d21-b2dd-0462669ebea0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ec:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bab566-deac-4833-abf1-ef14704f3d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:04:10Z', 'updated_at': '2022-05-24T14:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628', 'name': '', 'network_id': 'ceb718dc-f4a8-4668-a280-59d30b7a2d2c', 'tenant_id': 'cbe0605c62d04bed8edf14047746e765', 'mac_address': 'fa:16:3e:92:ef:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bab566-deac-4833-abf1-ef14704f3d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '51ad56e2-5223-4686-9701-7e93c8b6f443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:04:12Z', 'updated_at': '2022-05-24T14:04:16Z', 'revision_number': 4, 'project_id': 'cbe0605c62d04bed8edf14047746e765', 'subnets': [{'id': '51ad56e2-5223-4686-9701-7e93c8b6f443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:04:17.052437 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-91ea5486-832e-43aa-9455-a1093dfb40a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:17.057642 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-42029be4-b234-42cc-8b99-cae72d275923 None None] Current status of the port 41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628 is: DOWN; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:04:17.058041 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-42029be4-b234-42cc-8b99-cae72d275923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:17.075189 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-065f9cff-8679-48c2-8ac1-81b43c1c9106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6', 'name': 'tempest-TestShelveInstance-580937583-router', 'tenant_id': 'a24bbb97ea3f4c1684ae57b2d2314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e39b6be1-e4bc-440a-a170-a11c038728ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:04:14Z', 'updated_at': '2022-05-24T14:04:15Z', 'revision_number': 3, 'project_id': 'a24bbb97ea3f4c1684ae57b2d2314740', 'gw_port': {'id': 'e39b6be1-e4bc-440a-a170-a11c038728ef', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:04:15Z', 'updated_at': '2022-05-24T14:04:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:04:17.111036 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-42029be4-b234-42cc-8b99-cae72d275923 None None] For port 41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628,segment=NetworkSegment(570b5330-747f-49b7-83d6-6b6e30208601),segment_id=570b5330-747f-49b7-83d6-6b6e30208601)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:04:17.119215 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-42029be4-b234-42cc-8b99-cae72d275923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:17.133431 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065f9cff-8679-48c2-8ac1-81b43c1c9106 None None] Checking router: fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6 for host: dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:04:17.134090 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065f9cff-8679-48c2-8ac1-81b43c1c9106 None None] Updating router fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6 port e39b6be1-e4bc-440a-a170-a11c038728ef binding host dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 14:04:17.175186 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-8679-48c2-8ac1-81b43c1c9106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (e39b6be1-e4bc-440a-a170-a11c038728ef), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:17.180599 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42029be4-b234-42cc-8b99-cae72d275923 None None] Pushing event updated for resources: {'Port': ['ID=41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628,revision_number=5']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:17.284203 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-91ea5486-832e-43aa-9455-a1093dfb40a7 admin admin] Allocated IP 172.20.0.1 (9264cc27-d0ce-4298-88c7-81ab804432d7/b75dc2a1-d5d8-4170-9fc3-df742b088321/d840eb0e-b463-4b43-a3b6-9192fdf500b6) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 14:04:17.289574 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886d9e77-532f-49e4-9e9a-cdf60412a5b4 None None] Network 9264cc27-d0ce-4298-88c7-81ab804432d7 requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 14:04:17.377939 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-11fc9f7f-80ab-4828-b2ec-22c462fa7693 None None] Provisioning complete for port 8b161b0a-5fb8-4999-a828-d9cb1a6ebe44 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:04:17.378315 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-11fc9f7f-80ab-4828-b2ec-22c462fa7693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (8b161b0a-5fb8-4999-a828-d9cb1a6ebe44), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:17.411662 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-91ea5486-832e-43aa-9455-a1093dfb40a7 admin admin] Publish callbacks [] for port (d840eb0e-b463-4b43-a3b6-9192fdf500b6), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:17.458115 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-91ea5486-832e-43aa-9455-a1093dfb40a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (d840eb0e-b463-4b43-a3b6-9192fdf500b6), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:17.479522 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=100 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:17.518403 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ea5486-832e-43aa-9455-a1093dfb40a7 admin admin] Network 9264cc27-d0ce-4298-88c7-81ab804432d7 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:04:17.523151 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-91ea5486-832e-43aa-9455-a1093dfb40a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:04:17.527376 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ea5486-832e-43aa-9455-a1093dfb40a7 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 14:04:17.529522 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-11fc9f7f-80ab-4828-b2ec-22c462fa7693 None None] Current status of the port 8b161b0a-5fb8-4999-a828-d9cb1a6ebe44 is: DOWN; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:04:17.529917 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-11fc9f7f-80ab-4828-b2ec-22c462fa7693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (8b161b0a-5fb8-4999-a828-d9cb1a6ebe44), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:17.536419 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-8679-48c2-8ac1-81b43c1c9106 None None] Publish callbacks [] for port (e39b6be1-e4bc-440a-a170-a11c038728ef), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:17.546004 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-8679-48c2-8ac1-81b43c1c9106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (e39b6be1-e4bc-440a-a170-a11c038728ef), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:17.555032 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea5486-832e-43aa-9455-a1093dfb40a7 admin admin] Pushing event updated for resources: {'Port': ['ID=d840eb0e-b463-4b43-a3b6-9192fdf500b6,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:17.578376 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-11fc9f7f-80ab-4828-b2ec-22c462fa7693 None None] For port 8b161b0a-5fb8-4999-a828-d9cb1a6ebe44, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=8b161b0a-5fb8-4999-a828-d9cb1a6ebe44,segment=NetworkSegment(6a7fd00e-f4a1-467c-b71a-1282f1611725),segment_id=6a7fd00e-f4a1-467c-b71a-1282f1611725)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:04:17.582389 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-11fc9f7f-80ab-4828-b2ec-22c462fa7693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (8b161b0a-5fb8-4999-a828-d9cb1a6ebe44), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:17.585774 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea5486-832e-43aa-9455-a1093dfb40a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:17.586123 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea5486-832e-43aa-9455-a1093dfb40a7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:17.586462 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea5486-832e-43aa-9455-a1093dfb40a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:17.587994 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea5486-832e-43aa-9455-a1093dfb40a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:17.587994 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea5486-832e-43aa-9455-a1093dfb40a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:17.587994 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea5486-832e-43aa-9455-a1093dfb40a7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:17.587994 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea5486-832e-43aa-9455-a1093dfb40a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:17.588336 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea5486-832e-43aa-9455-a1093dfb40a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:17.588581 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea5486-832e-43aa-9455-a1093dfb40a7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:17.588891 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea5486-832e-43aa-9455-a1093dfb40a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:17.589220 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea5486-832e-43aa-9455-a1093dfb40a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:17.589543 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea5486-832e-43aa-9455-a1093dfb40a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:17.589866 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea5486-832e-43aa-9455-a1093dfb40a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:17.590182 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea5486-832e-43aa-9455-a1093dfb40a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:17.590498 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea5486-832e-43aa-9455-a1093dfb40a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:04:17.595080 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31381124-0422-478b-8e72-2e71f3fd617a None None] Pushing event updated for resources: {'Port': ['ID=e39b6be1-e4bc-440a-a170-a11c038728ef,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:17.620553 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-065f9cff-8679-48c2-8ac1-81b43c1c9106 None None] Attempting to bind port e39b6be1-e4bc-440a-a170-a11c038728ef on host dv-cinder-842129-1-iscsi for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 14:04:17.621041 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-065f9cff-8679-48c2-8ac1-81b43c1c9106 None None] Attempting to bind port e39b6be1-e4bc-440a-a170-a11c038728ef by drivers openvswitch,hyperv on host dv-cinder-842129-1-iscsi at level 0 using segments [{'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 14:04:17.621528 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065f9cff-8679-48c2-8ac1-81b43c1c9106 None None] Attempting to bind port e39b6be1-e4bc-440a-a170-a11c038728ef on network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:04:17.627266 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065f9cff-8679-48c2-8ac1-81b43c1c9106 None None] Checking agent: {'id': 'ec10bf60-b5fa-4c85-822a-958a8882b62f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 47), 'started_at': datetime.datetime(2022, 5, 24, 13, 47, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 14:04:17.627636 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065f9cff-8679-48c2-8ac1-81b43c1c9106 None None] Checking segment: {'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 14:04:17.628077 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-8679-48c2-8ac1-81b43c1c9106 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:17.628459 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065f9cff-8679-48c2-8ac1-81b43c1c9106 None None] Bound using segment: {'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 14:04:17.629473 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-065f9cff-8679-48c2-8ac1-81b43c1c9106 None None] Bound port: e39b6be1-e4bc-440a-a170-a11c038728ef, host: dv-cinder-842129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 14:04:17.630065 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-8679-48c2-8ac1-81b43c1c9106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (e39b6be1-e4bc-440a-a170-a11c038728ef), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:17.637462 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-91ea5486-832e-43aa-9455-a1093dfb40a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534319'] for router_interface (fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:17.673958 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc9f7f-80ab-4828-b2ec-22c462fa7693 None None] Pushing event updated for resources: {'Port': ['ID=8b161b0a-5fb8-4999-a828-d9cb1a6ebe44,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:17.705249 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-065f9cff-8679-48c2-8ac1-81b43c1c9106 None None] For port e39b6be1-e4bc-440a-a170-a11c038728ef, host dv-cinder-842129-1-iscsi, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 14:04:17.710180 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-065f9cff-8679-48c2-8ac1-81b43c1c9106 None None] For port e39b6be1-e4bc-440a-a170-a11c038728ef, host dv-cinder-842129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=e39b6be1-e4bc-440a-a170-a11c038728ef,segment=NetworkSegment(3f5d497a-81fa-44a3-b648-e1e22cc699e7),segment_id=3f5d497a-81fa-44a3-b648-e1e22cc699e7)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 14:04:17.718101 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-8679-48c2-8ac1-81b43c1c9106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (e39b6be1-e4bc-440a-a170-a11c038728ef), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:17.723735 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:17.774534 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065f9cff-8679-48c2-8ac1-81b43c1c9106 None None] Routers {'fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:04:17.775341 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-065f9cff-8679-48c2-8ac1-81b43c1c9106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:03:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:04:17.837525 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-91ea5486-832e-43aa-9455-a1093dfb40a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (d840eb0e-b463-4b43-a3b6-9192fdf500b6), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:17.842975 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31381124-0422-478b-8e72-2e71f3fd617a None None] Pushing event updated for resources: {'Port': ['ID=e39b6be1-e4bc-440a-a170-a11c038728ef,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:17.910808 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-065f9cff-8679-48c2-8ac1-81b43c1c9106 None None] Set router fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:04:17.920164 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-4d0a0ebb-5a1b-4e1b-94c3-13e2a8006508 None None] Provisioning complete for port 8b161b0a-5fb8-4999-a828-d9cb1a6ebe44 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:04:17.920536 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4d0a0ebb-5a1b-4e1b-94c3-13e2a8006508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (8b161b0a-5fb8-4999-a828-d9cb1a6ebe44), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:18.045301 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-4d0a0ebb-5a1b-4e1b-94c3-13e2a8006508 None None] Current status of the port 8b161b0a-5fb8-4999-a828-d9cb1a6ebe44 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:04:18.119595 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:18.120246 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:18.153999 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:04:18.173482 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-065f9cff-8679-48c2-8ac1-81b43c1c9106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6', 'name': 'tempest-TestShelveInstance-580937583-router', 'tenant_id': 'a24bbb97ea3f4c1684ae57b2d2314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e39b6be1-e4bc-440a-a170-a11c038728ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:04:14Z', 'updated_at': '2022-05-24T14:04:15Z', 'revision_number': 3, 'project_id': 'a24bbb97ea3f4c1684ae57b2d2314740', 'gw_port': {'id': 'e39b6be1-e4bc-440a-a170-a11c038728ef', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:04:15Z', 'updated_at': '2022-05-24T14:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:04:18.174635 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-91ea5486-832e-43aa-9455-a1093dfb40a7 admin admin] Publish callbacks [] for port (d840eb0e-b463-4b43-a3b6-9192fdf500b6), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:18.183672 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-91ea5486-832e-43aa-9455-a1093dfb40a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5714289'] for port (d840eb0e-b463-4b43-a3b6-9192fdf500b6), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:18.193032 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-e4ca29de-4e84-46b2-a472-b49336bfb3d3 None None] Provisioning complete for port d840eb0e-b463-4b43-a3b6-9192fdf500b6 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:04:18.193402 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e4ca29de-4e84-46b2-a472-b49336bfb3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (d840eb0e-b463-4b43-a3b6-9192fdf500b6), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:18.213843 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065f9cff-8679-48c2-8ac1-81b43c1c9106 None None] The sync data for ids ['fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6'] in dv-cinder-842129-1-iscsi is: [{'id': 'fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6', 'name': 'tempest-TestShelveInstance-580937583-router', 'tenant_id': 'a24bbb97ea3f4c1684ae57b2d2314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e39b6be1-e4bc-440a-a170-a11c038728ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:04:14Z', 'updated_at': '2022-05-24T14:04:15Z', 'revision_number': 3, 'project_id': 'a24bbb97ea3f4c1684ae57b2d2314740', 'gw_port': {'id': 'e39b6be1-e4bc-440a-a170-a11c038728ef', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:04:15Z', 'updated_at': '2022-05-24T14:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:04:18.240585 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-e4ca29de-4e84-46b2-a472-b49336bfb3d3 None None] Port d840eb0e-b463-4b43-a3b6-9192fdf500b6 cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 14:04:18.248443 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port 41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:04:18.248819 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:18.267971 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea5486-832e-43aa-9455-a1093dfb40a7 admin admin] Pushing event updated for resources: {'Port': ['ID=d840eb0e-b463-4b43-a3b6-9192fdf500b6,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:18.277849 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-91ea5486-832e-43aa-9455-a1093dfb40a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-169734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532671'] for router_interface (fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:18.339419 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port 41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:04:18.340612 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 8b161b0a-5fb8-4999-a828-d9cb1a6ebe44 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:04:18.382483 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ea5486-832e-43aa-9455-a1093dfb40a7 admin admin] Network 9264cc27-d0ce-4298-88c7-81ab804432d7 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:04:18.383851 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-91ea5486-832e-43aa-9455-a1093dfb40a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:04:18.389396 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port 8b161b0a-5fb8-4999-a828-d9cb1a6ebe44 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:04:18.389768 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (8b161b0a-5fb8-4999-a828-d9cb1a6ebe44), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:18.479483 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port 8b161b0a-5fb8-4999-a828-d9cb1a6ebe44 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:04:18.519109 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ea5486-832e-43aa-9455-a1093dfb40a7 admin admin] Router fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:04:18.650109 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ea5486-832e-43aa-9455-a1093dfb40a7 admin admin] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:04:18.659289 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-91ea5486-832e-43aa-9455-a1093dfb40a7 admin admin] 10.222.0.24 "PUT /v2.0/routers/fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1229155 May 24 14:04:18.665666 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-9f7288f2-1b6f-4593-a9f4-798ef98bc8f0 None None] Provisioning complete for port d840eb0e-b463-4b43-a3b6-9192fdf500b6 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:04:18.666028 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9f7288f2-1b6f-4593-a9f4-798ef98bc8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (d840eb0e-b463-4b43-a3b6-9192fdf500b6), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:18.702419 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-9f7288f2-1b6f-4593-a9f4-798ef98bc8f0 None None] Port d840eb0e-b463-4b43-a3b6-9192fdf500b6 cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 14:04:19.038195 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 41766) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:04:19.042741 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-5cc7d5cf-a5d1-41ad-8d7b-3b09b8cedf8f tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-836157596', 'description': 'tempest-secgroup-smoke-836157596 description', 'project_id': 'cbe0605c62d04bed8edf14047746e765'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:04:19.064926 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5cc7d5cf-a5d1-41ad-8d7b-3b09b8cedf8f tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:19.114070 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:19.123305 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:19.151402 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5cc7d5cf-a5d1-41ad-8d7b-3b09b8cedf8f tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks [] for security_group (27e9594a-fb23-429e-9d55-936cfc5689e8), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:19.155251 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5cc7d5cf-a5d1-41ad-8d7b-3b09b8cedf8f tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (27e9594a-fb23-429e-9d55-936cfc5689e8), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:19.187697 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5cc7d5cf-a5d1-41ad-8d7b-3b09b8cedf8f tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:19.188946 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-5cc7d5cf-a5d1-41ad-8d7b-3b09b8cedf8f tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1497467 May 24 14:04:19.189981 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7d5cf-a5d1-41ad-8d7b-3b09b8cedf8f tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27e9594a-fb23-429e-9d55-936cfc5689e8,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:19.192128 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 41768) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:04:19.196380 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-ec0eeb79-9e47-4c2c-a4e5-630cad0cb39e tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Request body: {'security_group_rule': {'security_group_id': '27e9594a-fb23-429e-9d55-936cfc5689e8', 'project_id': 'cbe0605c62d04bed8edf14047746e765', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:04:19.223911 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ec0eeb79-9e47-4c2c-a4e5-630cad0cb39e tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks [] for security_group_rule (8b645e17-e6b7-4ba6-ae16-978e5246444c), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:19.279830 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ec0eeb79-9e47-4c2c-a4e5-630cad0cb39e tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks [] for security_group_rule (8b645e17-e6b7-4ba6-ae16-978e5246444c), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:19.283308 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ec0eeb79-9e47-4c2c-a4e5-630cad0cb39e tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709697'] for security_group_rule (8b645e17-e6b7-4ba6-ae16-978e5246444c), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:19.302825 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0eeb79-9e47-4c2c-a4e5-630cad0cb39e tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b645e17-e6b7-4ba6-ae16-978e5246444c,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:19.308931 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ec0eeb79-9e47-4c2c-a4e5-630cad0cb39e tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:19.310151 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-ec0eeb79-9e47-4c2c-a4e5-630cad0cb39e tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171181 May 24 14:04:19.312911 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 41770) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:04:19.317179 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-86a4ad51-a428-45b1-aaed-737ec8fe2fa3 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Request body: {'security_group_rule': {'security_group_id': '27e9594a-fb23-429e-9d55-936cfc5689e8', 'project_id': 'cbe0605c62d04bed8edf14047746e765', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:04:19.342108 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-86a4ad51-a428-45b1-aaed-737ec8fe2fa3 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks [] for security_group_rule (8d2387b9-104e-4de6-940a-d28d03d74e5d), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:19.393499 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-86a4ad51-a428-45b1-aaed-737ec8fe2fa3 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks [] for security_group_rule (8d2387b9-104e-4de6-940a-d28d03d74e5d), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:19.397145 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-86a4ad51-a428-45b1-aaed-737ec8fe2fa3 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709697'] for security_group_rule (8d2387b9-104e-4de6-940a-d28d03d74e5d), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:19.415945 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a4ad51-a428-45b1-aaed-737ec8fe2fa3 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d2387b9-104e-4de6-940a-d28d03d74e5d,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:19.421626 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-86a4ad51-a428-45b1-aaed-737ec8fe2fa3 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:19.422827 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-86a4ad51-a428-45b1-aaed-737ec8fe2fa3 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1089976 May 24 14:04:19.426104 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 41772) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:04:19.430590 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-0e095965-9841-482b-b1bf-1afde03a35eb tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Request body: {'security_group_rule': {'security_group_id': '27e9594a-fb23-429e-9d55-936cfc5689e8', 'project_id': 'cbe0605c62d04bed8edf14047746e765', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:04:19.458532 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0e095965-9841-482b-b1bf-1afde03a35eb tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks [] for security_group_rule (4cd05d20-7f1d-4e6e-8b08-33d0b675d149), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:19.516897 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0e095965-9841-482b-b1bf-1afde03a35eb tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks [] for security_group_rule (4cd05d20-7f1d-4e6e-8b08-33d0b675d149), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:19.520792 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0e095965-9841-482b-b1bf-1afde03a35eb tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709697'] for security_group_rule (4cd05d20-7f1d-4e6e-8b08-33d0b675d149), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:19.540782 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e095965-9841-482b-b1bf-1afde03a35eb tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd05d20-7f1d-4e6e-8b08-33d0b675d149,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:19.545689 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0e095965-9841-482b-b1bf-1afde03a35eb tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:19.546861 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-0e095965-9841-482b-b1bf-1afde03a35eb tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197543 May 24 14:04:19.549655 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 41774) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:04:19.554043 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-f2d97faa-739a-4ded-bbfe-44be39be1b6a tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Request body: {'security_group_rule': {'security_group_id': '27e9594a-fb23-429e-9d55-936cfc5689e8', 'project_id': 'cbe0605c62d04bed8edf14047746e765', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:04:19.578710 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f2d97faa-739a-4ded-bbfe-44be39be1b6a tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks [] for security_group_rule (689bfde2-63aa-4229-947c-61e740772455), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:19.627234 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f2d97faa-739a-4ded-bbfe-44be39be1b6a tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks [] for security_group_rule (689bfde2-63aa-4229-947c-61e740772455), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:19.631188 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f2d97faa-739a-4ded-bbfe-44be39be1b6a tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709697'] for security_group_rule (689bfde2-63aa-4229-947c-61e740772455), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:19.650383 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d97faa-739a-4ded-bbfe-44be39be1b6a tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689bfde2-63aa-4229-947c-61e740772455,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:19.658431 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f2d97faa-739a-4ded-bbfe-44be39be1b6a tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:19.659622 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-f2d97faa-739a-4ded-bbfe-44be39be1b6a tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1090670 May 24 14:04:19.663229 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 41776) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:04:19.667445 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-8a5cd74f-e98b-4810-8ae9-37391a4d13db tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Request body: {'security_group_rule': {'security_group_id': '27e9594a-fb23-429e-9d55-936cfc5689e8', 'project_id': 'cbe0605c62d04bed8edf14047746e765', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:04:19.688151 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.db.securitygroups_db [None req-8a5cd74f-e98b-4810-8ae9-37391a4d13db tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Project cbe0605c62d04bed8edf14047746e765 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 14:04:19.693969 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8a5cd74f-e98b-4810-8ae9-37391a4d13db tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks [] for security_group_rule (8d11210d-81e5-4a8f-babc-df7ade2e96ec), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:19.718589 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=78,neutron:INSERT=12,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:19.750801 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8a5cd74f-e98b-4810-8ae9-37391a4d13db tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks [] for security_group_rule (8d11210d-81e5-4a8f-babc-df7ade2e96ec), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:19.754860 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8a5cd74f-e98b-4810-8ae9-37391a4d13db tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709697'] for security_group_rule (8d11210d-81e5-4a8f-babc-df7ade2e96ec), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:19.774489 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5cd74f-e98b-4810-8ae9-37391a4d13db tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d11210d-81e5-4a8f-babc-df7ade2e96ec,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:19.779073 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8a5cd74f-e98b-4810-8ae9-37391a4d13db tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:19.780407 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-8a5cd74f-e98b-4810-8ae9-37391a4d13db tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1162102 May 24 14:04:19.783045 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 41778) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:04:19.788527 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-43356dc5-29d4-4f3b-a985-3805f6197d53 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Request body: {'security_group_rule': {'security_group_id': '27e9594a-fb23-429e-9d55-936cfc5689e8', 'project_id': 'cbe0605c62d04bed8edf14047746e765', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:04:19.793627 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:19.812470 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.db.securitygroups_db [None req-43356dc5-29d4-4f3b-a985-3805f6197d53 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Project cbe0605c62d04bed8edf14047746e765 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 14:04:19.820375 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-43356dc5-29d4-4f3b-a985-3805f6197d53 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks [] for security_group_rule (2219ed10-ce1f-454d-8ead-36e2fdab2ec8), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:19.874444 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-43356dc5-29d4-4f3b-a985-3805f6197d53 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks [] for security_group_rule (2219ed10-ce1f-454d-8ead-36e2fdab2ec8), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:19.878023 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-43356dc5-29d4-4f3b-a985-3805f6197d53 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709697'] for security_group_rule (2219ed10-ce1f-454d-8ead-36e2fdab2ec8), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:19.896634 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43356dc5-29d4-4f3b-a985-3805f6197d53 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2219ed10-ce1f-454d-8ead-36e2fdab2ec8,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:19.903181 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-43356dc5-29d4-4f3b-a985-3805f6197d53 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:19.904420 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-43356dc5-29d4-4f3b-a985-3805f6197d53 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1204765 May 24 14:04:20.017358 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device e39b6be1-e4bc-440a-a170-a11c038728ef up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:04:20.055658 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=100 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:20.065775 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port e39b6be1-e4bc-440a-a170-a11c038728ef triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:04:20.066181 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (e39b6be1-e4bc-440a-a170-a11c038728ef), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:20.085565 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:20.139988 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:20.154369 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port e39b6be1-e4bc-440a-a170-a11c038728ef is: DOWN; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:04:20.154750 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (e39b6be1-e4bc-440a-a170-a11c038728ef), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:20.177531 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] For port e39b6be1-e4bc-440a-a170-a11c038728ef, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=e39b6be1-e4bc-440a-a170-a11c038728ef,segment=NetworkSegment(3f5d497a-81fa-44a3-b648-e1e22cc699e7),segment_id=3f5d497a-81fa-44a3-b648-e1e22cc699e7)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:04:20.182357 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (e39b6be1-e4bc-440a-a170-a11c038728ef), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:20.231671 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Pushing event updated for resources: {'Port': ['ID=e39b6be1-e4bc-440a-a170-a11c038728ef,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:20.470369 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f8835d-41c1-4bf0-b5ae-0828fe92c8ae None None] Sync routers for ids ['fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6'] in dv-cinder-842129-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:04:20.481889 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f8835d-41c1-4bf0-b5ae-0828fe92c8ae None None] Routers {'fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:04:20.482499 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-16f8835d-41c1-4bf0-b5ae-0828fe92c8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:03:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:04:20.584790 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-16f8835d-41c1-4bf0-b5ae-0828fe92c8ae None None] Set router fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:04:20.791909 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-16f8835d-41c1-4bf0-b5ae-0828fe92c8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6', 'name': 'tempest-TestShelveInstance-580937583-router', 'tenant_id': 'a24bbb97ea3f4c1684ae57b2d2314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e39b6be1-e4bc-440a-a170-a11c038728ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:04:14Z', 'updated_at': '2022-05-24T14:04:17Z', 'revision_number': 4, 'project_id': 'a24bbb97ea3f4c1684ae57b2d2314740', 'gw_port': {'id': 'e39b6be1-e4bc-440a-a170-a11c038728ef', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:04:15Z', 'updated_at': '2022-05-24T14:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': 'd840eb0e-b463-4b43-a3b6-9192fdf500b6', 'name': '', 'network_id': '9264cc27-d0ce-4298-88c7-81ab804432d7', 'tenant_id': 'a24bbb97ea3f4c1684ae57b2d2314740', 'mac_address': 'fa:16:3e:0d:d3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b75dc2a1-d5d8-4170-9fc3-df742b088321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:04:17Z', 'updated_at': '2022-05-24T14:04:17Z', 'revision_number': 2, 'project_id': 'a24bbb97ea3f4c1684ae57b2d2314740', 'subnets': [{'id': 'b75dc2a1-d5d8-4170-9fc3-df742b088321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:04:20.816841 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f8835d-41c1-4bf0-b5ae-0828fe92c8ae None None] Checking router: fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6 for host: dv-cinder-842129-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:04:20.817191 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f8835d-41c1-4bf0-b5ae-0828fe92c8ae None None] Updating router fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6 port d840eb0e-b463-4b43-a3b6-9192fdf500b6 binding host dv-cinder-842129-1-iscsi {{(pid=103809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 14:04:20.845228 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-16f8835d-41c1-4bf0-b5ae-0828fe92c8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (d840eb0e-b463-4b43-a3b6-9192fdf500b6), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:21.269698 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-16f8835d-41c1-4bf0-b5ae-0828fe92c8ae None None] Publish callbacks [] for port (d840eb0e-b463-4b43-a3b6-9192fdf500b6), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:21.275090 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-16f8835d-41c1-4bf0-b5ae-0828fe92c8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (d840eb0e-b463-4b43-a3b6-9192fdf500b6), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:21.331443 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e892d9-d4d8-4899-8542-387c0c843f59 None None] Pushing event updated for resources: {'Port': ['ID=d840eb0e-b463-4b43-a3b6-9192fdf500b6,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:21.406267 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-16f8835d-41c1-4bf0-b5ae-0828fe92c8ae None None] Attempting to bind port d840eb0e-b463-4b43-a3b6-9192fdf500b6 on host dv-cinder-842129-1-iscsi for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 14:04:21.406708 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-16f8835d-41c1-4bf0-b5ae-0828fe92c8ae None None] Attempting to bind port d840eb0e-b463-4b43-a3b6-9192fdf500b6 by drivers openvswitch,hyperv on host dv-cinder-842129-1-iscsi at level 0 using segments [{'id': '6a7fd00e-f4a1-467c-b71a-1282f1611725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9264cc27-d0ce-4298-88c7-81ab804432d7'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 14:04:21.407148 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f8835d-41c1-4bf0-b5ae-0828fe92c8ae None None] Attempting to bind port d840eb0e-b463-4b43-a3b6-9192fdf500b6 on network 9264cc27-d0ce-4298-88c7-81ab804432d7 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:04:21.413293 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f8835d-41c1-4bf0-b5ae-0828fe92c8ae None None] Checking agent: {'id': 'ec10bf60-b5fa-4c85-822a-958a8882b62f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 47), 'started_at': datetime.datetime(2022, 5, 24, 13, 47, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 14:04:21.413771 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f8835d-41c1-4bf0-b5ae-0828fe92c8ae None None] Checking segment: {'id': '6a7fd00e-f4a1-467c-b71a-1282f1611725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9264cc27-d0ce-4298-88c7-81ab804432d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 14:04:21.414234 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-16f8835d-41c1-4bf0-b5ae-0828fe92c8ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:21.414687 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f8835d-41c1-4bf0-b5ae-0828fe92c8ae None None] Bound using segment: {'id': '6a7fd00e-f4a1-467c-b71a-1282f1611725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9264cc27-d0ce-4298-88c7-81ab804432d7'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 14:04:21.415227 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-16f8835d-41c1-4bf0-b5ae-0828fe92c8ae None None] Bound port: d840eb0e-b463-4b43-a3b6-9192fdf500b6, host: dv-cinder-842129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a7fd00e-f4a1-467c-b71a-1282f1611725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9264cc27-d0ce-4298-88c7-81ab804432d7'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 14:04:21.415675 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-16f8835d-41c1-4bf0-b5ae-0828fe92c8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (d840eb0e-b463-4b43-a3b6-9192fdf500b6), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:21.484414 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-16f8835d-41c1-4bf0-b5ae-0828fe92c8ae None None] For port d840eb0e-b463-4b43-a3b6-9192fdf500b6, host dv-cinder-842129-1-iscsi, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 14:04:21.487566 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-16f8835d-41c1-4bf0-b5ae-0828fe92c8ae None None] For port d840eb0e-b463-4b43-a3b6-9192fdf500b6, host dv-cinder-842129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=d840eb0e-b463-4b43-a3b6-9192fdf500b6,segment=NetworkSegment(6a7fd00e-f4a1-467c-b71a-1282f1611725),segment_id=6a7fd00e-f4a1-467c-b71a-1282f1611725)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 14:04:21.497712 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-16f8835d-41c1-4bf0-b5ae-0828fe92c8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (d840eb0e-b463-4b43-a3b6-9192fdf500b6), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:21.567615 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-520d167b-a55e-48e6-8185-0e0f9454cf1e None None] Provisioning complete for port d840eb0e-b463-4b43-a3b6-9192fdf500b6 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:04:21.568012 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-520d167b-a55e-48e6-8185-0e0f9454cf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (d840eb0e-b463-4b43-a3b6-9192fdf500b6), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:21.596615 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e892d9-d4d8-4899-8542-387c0c843f59 None None] Pushing event updated for resources: {'Port': ['ID=d840eb0e-b463-4b43-a3b6-9192fdf500b6,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:21.601927 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f8835d-41c1-4bf0-b5ae-0828fe92c8ae None None] Routers {'fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:04:21.602525 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-16f8835d-41c1-4bf0-b5ae-0828fe92c8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:03:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:04:21.752878 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-520d167b-a55e-48e6-8185-0e0f9454cf1e None None] Current status of the port d840eb0e-b463-4b43-a3b6-9192fdf500b6 is: DOWN; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:04:21.753254 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-520d167b-a55e-48e6-8185-0e0f9454cf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (d840eb0e-b463-4b43-a3b6-9192fdf500b6), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:21.757010 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-16f8835d-41c1-4bf0-b5ae-0828fe92c8ae None None] Set router fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:04:21.758489 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:21.785926 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=100 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:21.805108 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:21.857337 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-520d167b-a55e-48e6-8185-0e0f9454cf1e None None] For port d840eb0e-b463-4b43-a3b6-9192fdf500b6, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=d840eb0e-b463-4b43-a3b6-9192fdf500b6,segment=NetworkSegment(6a7fd00e-f4a1-467c-b71a-1282f1611725),segment_id=6a7fd00e-f4a1-467c-b71a-1282f1611725)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:04:21.872595 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-520d167b-a55e-48e6-8185-0e0f9454cf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (d840eb0e-b463-4b43-a3b6-9192fdf500b6), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:21.972038 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d167b-a55e-48e6-8185-0e0f9454cf1e None None] Pushing event updated for resources: {'Port': ['ID=d840eb0e-b463-4b43-a3b6-9192fdf500b6,revision_number=5']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:22.018976 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device e39b6be1-e4bc-440a-a170-a11c038728ef up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:04:22.021296 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-c901223f-ca82-46f0-8491-297d61a3727c None None] Provisioning complete for port d840eb0e-b463-4b43-a3b6-9192fdf500b6 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:04:22.021668 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c901223f-ca82-46f0-8491-297d61a3727c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (d840eb0e-b463-4b43-a3b6-9192fdf500b6), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:22.084881 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-16f8835d-41c1-4bf0-b5ae-0828fe92c8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6', 'name': 'tempest-TestShelveInstance-580937583-router', 'tenant_id': 'a24bbb97ea3f4c1684ae57b2d2314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e39b6be1-e4bc-440a-a170-a11c038728ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:04:14Z', 'updated_at': '2022-05-24T14:04:17Z', 'revision_number': 4, 'project_id': 'a24bbb97ea3f4c1684ae57b2d2314740', 'gw_port': {'id': 'e39b6be1-e4bc-440a-a170-a11c038728ef', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:04:15Z', 'updated_at': '2022-05-24T14:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': 'd840eb0e-b463-4b43-a3b6-9192fdf500b6', 'name': '', 'network_id': '9264cc27-d0ce-4298-88c7-81ab804432d7', 'tenant_id': 'a24bbb97ea3f4c1684ae57b2d2314740', 'mac_address': 'fa:16:3e:0d:d3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b75dc2a1-d5d8-4170-9fc3-df742b088321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:04:17Z', 'updated_at': '2022-05-24T14:04:21Z', 'revision_number': 4, 'project_id': 'a24bbb97ea3f4c1684ae57b2d2314740', 'subnets': [{'id': 'b75dc2a1-d5d8-4170-9fc3-df742b088321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:04:22.118676 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f8835d-41c1-4bf0-b5ae-0828fe92c8ae None None] The sync data for ids ['fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6'] in dv-cinder-842129-1-iscsi is: [{'id': 'fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6', 'name': 'tempest-TestShelveInstance-580937583-router', 'tenant_id': 'a24bbb97ea3f4c1684ae57b2d2314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e39b6be1-e4bc-440a-a170-a11c038728ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:04:14Z', 'updated_at': '2022-05-24T14:04:17Z', 'revision_number': 4, 'project_id': 'a24bbb97ea3f4c1684ae57b2d2314740', 'gw_port': {'id': 'e39b6be1-e4bc-440a-a170-a11c038728ef', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:04:15Z', 'updated_at': '2022-05-24T14:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': 'd840eb0e-b463-4b43-a3b6-9192fdf500b6', 'name': '', 'network_id': '9264cc27-d0ce-4298-88c7-81ab804432d7', 'tenant_id': 'a24bbb97ea3f4c1684ae57b2d2314740', 'mac_address': 'fa:16:3e:0d:d3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b75dc2a1-d5d8-4170-9fc3-df742b088321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:04:17Z', 'updated_at': '2022-05-24T14:04:21Z', 'revision_number': 4, 'project_id': 'a24bbb97ea3f4c1684ae57b2d2314740', 'subnets': [{'id': 'b75dc2a1-d5d8-4170-9fc3-df742b088321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:04:22.137145 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port e39b6be1-e4bc-440a-a170-a11c038728ef triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:04:22.137506 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (e39b6be1-e4bc-440a-a170-a11c038728ef), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:22.204353 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-c901223f-ca82-46f0-8491-297d61a3727c None None] Current status of the port d840eb0e-b463-4b43-a3b6-9192fdf500b6 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:04:22.248336 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port e39b6be1-e4bc-440a-a170-a11c038728ef is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:04:23.821151 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2aed1683-b3cd-4c65-b2a2-2a953da7db76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:24.038541 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device d840eb0e-b463-4b43-a3b6-9192fdf500b6 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:04:24.082617 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port d840eb0e-b463-4b43-a3b6-9192fdf500b6 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:04:24.082948 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (d840eb0e-b463-4b43-a3b6-9192fdf500b6), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:24.152917 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port d840eb0e-b463-4b43-a3b6-9192fdf500b6 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:04:26.154646 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-86a62a5c-ed6e-4755-b606-2e98e48d97ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:27.424098 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:28.177678 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:28.178457 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=33 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:28.552778 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:28.646463 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=60 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:28.648435 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=48 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:29.894097 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=18,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:29.896059 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=9,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:30.422558 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:38.549170 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:40.075978 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:42.353368 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-93bfad08-653a-4628-a603-2398f8b4d753 req-8c2eae72-90d1-43b3-97e9-4155670fa704 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=718e90d7-f726-442e-b00a-5289fb2558de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372097 May 24 14:04:42.434393 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bfad08-653a-4628-a603-2398f8b4d753 req-aef6a3d2-04ef-4777-9330-ae99bbeb6d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:42.435905 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-93bfad08-653a-4628-a603-2398f8b4d753 req-aef6a3d2-04ef-4777-9330-ae99bbeb6d1f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7bb15f1d3e524d67b5493cb483ee8547&device_id=718e90d7-f726-442e-b00a-5289fb2558de HTTP/1.1" status: 200 len: 1129 time: 0.0394702 May 24 14:04:42.543436 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bfad08-653a-4628-a603-2398f8b4d753 req-52caa554-8efe-45ec-b4ba-d89120c14b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:42.544941 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-93bfad08-653a-4628-a603-2398f8b4d753 req-52caa554-8efe-45ec-b4ba-d89120c14b9d service neutron] 10.222.0.55 "GET /v2.0/networks?id=da184706-a3cd-4a03-bf62-0c961d1fd5b4 HTTP/1.1" status: 200 len: 913 time: 0.0906270 May 24 14:04:42.607600 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-93bfad08-653a-4628-a603-2398f8b4d753 req-c37a54e6-1738-4639-8fe9-2c07645784cb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=992b9bb4-a542-4387-82ba-0758b4b5ebb0 HTTP/1.1" status: 200 len: 1001 time: 0.0556121 May 24 14:04:42.659126 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bfad08-653a-4628-a603-2398f8b4d753 req-b6d12922-daad-4985-9198-40f9b25490dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:42.660557 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-93bfad08-653a-4628-a603-2398f8b4d753 req-b6d12922-daad-4985-9198-40f9b25490dc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b11a7f37-1257-4714-9cab-12aa8fc6a3a6 HTTP/1.1" status: 200 len: 851 time: 0.0469925 May 24 14:04:42.703845 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bfad08-653a-4628-a603-2398f8b4d753 req-bf07f6d7-739b-44c9-8ecb-7fb147942cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:42.705286 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-93bfad08-653a-4628-a603-2398f8b4d753 req-bf07f6d7-739b-44c9-8ecb-7fb147942cd4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da184706-a3cd-4a03-bf62-0c961d1fd5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380013 May 24 14:04:42.791949 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-93bfad08-653a-4628-a603-2398f8b4d753 req-43fecdd9-2042-4fe9-a65d-c5bde366592f service neutron] 10.222.0.55 "GET /v2.0/networks/da184706-a3cd-4a03-bf62-0c961d1fd5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799406 May 24 14:04:42.882331 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-93bfad08-653a-4628-a603-2398f8b4d753 req-b11153ba-2930-4a7a-a468-2224d6d963aa service neutron] 10.222.0.55 "GET /v2.0/networks/da184706-a3cd-4a03-bf62-0c961d1fd5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845006 May 24 14:04:47.883561 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-68c5fa3f-4174-4db8-a8a6-2a385298f277 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-836157596&fields=id&tenant_id=cbe0605c62d04bed8edf14047746e765 HTTP/1.1" status: 200 len: 267 time: 0.0459747 May 24 14:04:47.999366 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-7eaf3761-3c3f-47ae-9dd2-803d56024f0f tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:48.001012 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-7eaf3761-3c3f-47ae-9dd2-803d56024f0f tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/networks?id=ceb718dc-f4a8-4668-a280-59d30b7a2d2c HTTP/1.1" status: 200 len: 809 time: 0.1099782 May 24 14:04:48.018321 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-b8e74510-09b9-4093-b80a-feb7826cb907 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-281582916&fields=id&tenant_id=7bb15f1d3e524d67b5493cb483ee8547 HTTP/1.1" status: 200 len: 267 time: 0.0493073 May 24 14:04:48.019062 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-3daf3e82-5b84-4504-88a7-f8367c147183 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/quotas/cbe0605c62d04bed8edf14047746e765 HTTP/1.1" status: 200 len: 375 time: 0.0115921 May 24 14:04:48.073271 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-d6c74465-bb03-4912-9c26-5603049b5c46 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cbe0605c62d04bed8edf14047746e765&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479543 May 24 14:04:48.131320 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-cdb94231-f919-4664-b997-3a02970d9620 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:48.132817 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-cdb94231-f919-4664-b997-3a02970d9620 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/networks?id=da184706-a3cd-4a03-bf62-0c961d1fd5b4 HTTP/1.1" status: 200 len: 812 time: 0.1056600 May 24 14:04:48.147955 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-0fd86d37-b2ff-4183-aaf0-9352c9685f3b tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/quotas/7bb15f1d3e524d67b5493cb483ee8547 HTTP/1.1" status: 200 len: 375 time: 0.0090442 May 24 14:04:48.168253 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-db45d54e-387e-4b5c-9331-c207079584c5 service neutron] 10.222.0.24 "GET /v2.0/networks/ceb718dc-f4a8-4668-a280-59d30b7a2d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838046 May 24 14:04:48.202217 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-27bae517-87db-41ec-ae21-449e4fccdbea tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7bb15f1d3e524d67b5493cb483ee8547&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484877 May 24 14:04:48.268356 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-d169acce-2dee-4550-b192-7e909218100b service neutron] 10.222.0.24 "GET /v2.0/networks/ceb718dc-f4a8-4668-a280-59d30b7a2d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944247 May 24 14:04:48.308702 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-330705b8-2215-4fb5-8b2e-d78181d6b785 service neutron] 10.222.0.24 "GET /v2.0/networks/da184706-a3cd-4a03-bf62-0c961d1fd5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953729 May 24 14:04:48.403772 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-9e0144b6-e4e4-42a0-9dd3-648b60ab2381 service neutron] 10.222.0.24 "GET /v2.0/networks/da184706-a3cd-4a03-bf62-0c961d1fd5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895970 May 24 14:04:48.701983 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c230d797-c358-4f97-9dc4-0d3284c826d3 req-125bc6ab-5ccb-41b7-8a5b-e78e9ee7b6d5 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 210 time: 0.0510144 May 24 14:04:48.749472 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0bb37ef5-1cfd-4b36-a55c-16d76f1307a8 req-c2d1ec61-f002-4566-94f1-b3cb73a8870c tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=b50e64ca-9602-4aeb-a5fe-17c3969764d1 HTTP/1.1" status: 200 len: 210 time: 0.0336242 May 24 14:04:49.815190 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ec384239-c5bf-4ba4-a585-bf2cfb020e28 req-8aa88de1-70cb-4f80-b3a8-2f501dda7310 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 210 time: 0.0385609 May 24 14:04:49.857161 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-21e1243a-3e23-4e24-a823-f49e02eaf62c req-91fbbc73-093d-4eb2-8095-732b538d8d1e tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=b50e64ca-9602-4aeb-a5fe-17c3969764d1 HTTP/1.1" status: 200 len: 210 time: 0.0382674 May 24 14:04:50.067162 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:50.071074 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:50.072769 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=66,neutron:UPDATE=4 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:50.145966 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:50.220141 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:50.248568 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-628cdc20-e76a-49af-990c-e10d0d7b28f0 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:50.250059 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-628cdc20-e76a-49af-990c-e10d0d7b28f0 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.55 "GET /v2.0/networks?id=ceb718dc-f4a8-4668-a280-59d30b7a2d2c HTTP/1.1" status: 200 len: 809 time: 0.1815298 May 24 14:04:50.291354 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-88aeb1cb-c78b-4aa2-a9f1-eb5a04921311 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:50.294648 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-88aeb1cb-c78b-4aa2-a9f1-eb5a04921311 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.55 "GET /v2.0/networks?id=da184706-a3cd-4a03-bf62-0c961d1fd5b4 HTTP/1.1" status: 200 len: 812 time: 0.1387324 May 24 14:04:50.389130 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-2491f5ec-d64e-47c2-8a28-a15e415e82d5 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bb15f1d3e524d67b5493cb483ee8547 HTTP/1.1" status: 200 len: 379 time: 0.0850091 May 24 14:04:50.418781 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-fe2a6df6-17d0-4fa0-a081-caba94ce4d81 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbe0605c62d04bed8edf14047746e765 HTTP/1.1" status: 200 len: 379 time: 0.1457717 May 24 14:04:50.424964 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ea534-807c-4ff4-b894-1bd8fbeef68e req-7f28c3cb-af73-409b-838d-4e42bcc6a4f7 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:50.426339 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9e3ea534-807c-4ff4-b894-1bd8fbeef68e req-7f28c3cb-af73-409b-838d-4e42bcc6a4f7 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc2ee53-7340-4ef8-9fde-e631f1123d1b HTTP/1.1" status: 200 len: 945 time: 0.0801325 May 24 14:04:50.477771 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9e3ea534-807c-4ff4-b894-1bd8fbeef68e req-a61c610e-d96c-4894-a514-c83f40464b14 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3293616-458e-4085-b666-37eb8bbd32c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457737 May 24 14:04:50.922197 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0426e7be-2308-407e-a13d-4d8c80acf7c2 req-bc697699-a122-47b9-a6e2-5a43a8e23896 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 210 time: 0.0274644 May 24 14:04:50.953504 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a95302df-7eaf-43e4-b920-5eb26c2d8119 req-937fc9fa-a416-452a-8a7f-70b85f0d99f6 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=b50e64ca-9602-4aeb-a5fe-17c3969764d1 HTTP/1.1" status: 200 len: 210 time: 0.0281394 May 24 14:04:51.545787 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-e8d40faf-dc4e-498d-9956-40bfb290d6cd tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Request body: {'port': {'device_id': 'b50e64ca-9602-4aeb-a5fe-17c3969764d1', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'admin_state_up': True, 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'security_groups': ['ffce6dba-b6b7-43f3-a6ac-4bd3015e329e']}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:04:51.547650 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-d2c8abf1-c5c8-4ebe-b76b-e566af645206 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Request body: {'port': {'device_id': '0fb63ce0-bd0a-4a00-ae22-d891b29fb857', 'network_id': 'ceb718dc-f4a8-4668-a280-59d30b7a2d2c', 'admin_state_up': True, 'tenant_id': 'cbe0605c62d04bed8edf14047746e765', 'security_groups': ['27e9594a-fb23-429e-9d55-936cfc5689e8']}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:04:51.645181 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b125ff-ebd7-430a-8bff-714e2cd614c2 req-f049cf91-73b0-4cff-bd51-af5a56bb774f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:51.646655 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-00b125ff-ebd7-430a-8bff-714e2cd614c2 req-f049cf91-73b0-4cff-bd51-af5a56bb774f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc2ee53-7340-4ef8-9fde-e631f1123d1b HTTP/1.1" status: 200 len: 945 time: 0.0953314 May 24 14:04:51.676220 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-d2c8abf1-c5c8-4ebe-b76b-e566af645206 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Made reservation on behalf of cbe0605c62d04bed8edf14047746e765 for: {'port': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 14:04:51.681050 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-d2c8abf1-c5c8-4ebe-b76b-e566af645206 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:51.731926 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-00b125ff-ebd7-430a-8bff-714e2cd614c2 req-73e11265-7bc6-4e71-9478-5c73548b6165 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3293616-458e-4085-b666-37eb8bbd32c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789282 May 24 14:04:51.744574 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-e8d40faf-dc4e-498d-9956-40bfb290d6cd tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Made reservation on behalf of 7bb15f1d3e524d67b5493cb483ee8547 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 14:04:51.749292 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-e8d40faf-dc4e-498d-9956-40bfb290d6cd tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:51.834969 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-d2c8abf1-c5c8-4ebe-b76b-e566af645206 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Allocated IP 172.20.0.5 (ceb718dc-f4a8-4668-a280-59d30b7a2d2c/51ad56e2-5223-4686-9701-7e93c8b6f443/0b05c79c-a61b-459e-a884-b9c7305f6581) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 14:04:51.858713 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:51.881049 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-e8d40faf-dc4e-498d-9956-40bfb290d6cd tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Allocated IP 172.20.0.8 (da184706-a3cd-4a03-bf62-0c961d1fd5b4/b11a7f37-1257-4714-9cab-12aa8fc6a3a6/b3254324-4c15-407e-9543-03ad6753b3e9) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 14:04:51.899585 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:51.987980 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-d2c8abf1-c5c8-4ebe-b76b-e566af645206 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks [] for port (0b05c79c-a61b-459e-a884-b9c7305f6581), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:52.041383 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-e8d40faf-dc4e-498d-9956-40bfb290d6cd tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for port (b3254324-4c15-407e-9543-03ad6753b3e9), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:52.073317 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-331af874-6952-4726-8619-de8756e93122 req-21b1e9b1-aafd-4fe7-90c0-a9f8fa62ecc1 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 210 time: 0.0525310 May 24 14:04:52.076700 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-d2c8abf1-c5c8-4ebe-b76b-e566af645206 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (0b05c79c-a61b-459e-a884-b9c7305f6581), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:52.085591 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-e8d40faf-dc4e-498d-9956-40bfb290d6cd tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (b3254324-4c15-407e-9543-03ad6753b3e9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:52.127580 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-d2c8abf1-c5c8-4ebe-b76b-e566af645206 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Network ceb718dc-f4a8-4668-a280-59d30b7a2d2c is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:04:52.133276 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-d2c8abf1-c5c8-4ebe-b76b-e566af645206 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:04:52.138704 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-d2c8abf1-c5c8-4ebe-b76b-e566af645206 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 14:04:52.163273 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8abf1-c5c8-4ebe-b76b-e566af645206 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Pushing event updated for resources: {'Port': ['ID=0b05c79c-a61b-459e-a884-b9c7305f6581,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:52.166506 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-e8d40faf-dc4e-498d-9956-40bfb290d6cd tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Network da184706-a3cd-4a03-bf62-0c961d1fd5b4 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:04:52.174949 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbe7cf-3d7c-48df-83b3-cfddacbc77be req-9b05f0dc-6d24-4925-a0f2-75d7cb053713 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:52.176467 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-27bbe7cf-3d7c-48df-83b3-cfddacbc77be req-9b05f0dc-6d24-4925-a0f2-75d7cb053713 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=b50e64ca-9602-4aeb-a5fe-17c3969764d1 HTTP/1.1" status: 200 len: 931 time: 0.1015115 May 24 14:04:52.178033 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-e8d40faf-dc4e-498d-9956-40bfb290d6cd tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:04:52.180072 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d40faf-dc4e-498d-9956-40bfb290d6cd tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Pushing event updated for resources: {'Port': ['ID=b3254324-4c15-407e-9543-03ad6753b3e9,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:52.182276 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-e8d40faf-dc4e-498d-9956-40bfb290d6cd tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 14:04:52.197730 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-d2c8abf1-c5c8-4ebe-b76b-e566af645206 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:52.198918 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-d2c8abf1-c5c8-4ebe-b76b-e566af645206 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:52.223785 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-d2c8abf1-c5c8-4ebe-b76b-e566af645206 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6819270 May 24 14:04:52.235730 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-c1b6b0ba-c7c9-46dc-b38f-3463e13d5880 service neutron] Request body: {'port': {'device_id': '0fb63ce0-bd0a-4a00-ae22-d891b29fb857', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:04:52.262068 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-e8d40faf-dc4e-498d-9956-40bfb290d6cd tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:52.262824 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-e8d40faf-dc4e-498d-9956-40bfb290d6cd tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:52.279484 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:52.291713 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-e8d40faf-dc4e-498d-9956-40bfb290d6cd tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7507138 May 24 14:04:52.323681 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-c1b6b0ba-c7c9-46dc-b38f-3463e13d5880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (0b05c79c-a61b-459e-a884-b9c7305f6581), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:52.325936 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:52.334830 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-4625567e-7911-4b10-9da8-f90e7bec49e6 service neutron] Request body: {'port': {'device_id': 'b50e64ca-9602-4aeb-a5fe-17c3969764d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:04:52.360942 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-27bbe7cf-3d7c-48df-83b3-cfddacbc77be req-521bd411-e17c-41ad-a701-73c2691367ab tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740243 May 24 14:04:52.453443 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-4625567e-7911-4b10-9da8-f90e7bec49e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (b3254324-4c15-407e-9543-03ad6753b3e9), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:52.530524 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-bc14b3d9-a874-428e-a21a-cec7b433c1f6 None None] Provisioning complete for port 0b05c79c-a61b-459e-a884-b9c7305f6581 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:04:52.531107 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bc14b3d9-a874-428e-a21a-cec7b433c1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (0b05c79c-a61b-459e-a884-b9c7305f6581), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:52.568578 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-bc14b3d9-a874-428e-a21a-cec7b433c1f6 None None] Port 0b05c79c-a61b-459e-a884-b9c7305f6581 cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 14:04:52.573043 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f6ef7-848e-49d7-8b5c-331443444b4e req-80cc245c-6de0-428c-a191-5c66f2647e6c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:52.574584 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f58f6ef7-848e-49d7-8b5c-331443444b4e req-80cc245c-6de0-428c-a191-5c66f2647e6c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.55 "GET /v2.0/ports?device_id=7cc2ee53-7340-4ef8-9fde-e631f1123d1b HTTP/1.1" status: 200 len: 945 time: 0.0640161 May 24 14:04:52.576726 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-bc14b3d9-a874-428e-a21a-cec7b433c1f6 None None] Provisioning complete for port b3254324-4c15-407e-9543-03ad6753b3e9 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:04:52.577088 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bc14b3d9-a874-428e-a21a-cec7b433c1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (b3254324-4c15-407e-9543-03ad6753b3e9), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:52.610334 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-bc14b3d9-a874-428e-a21a-cec7b433c1f6 None None] Port b3254324-4c15-407e-9543-03ad6753b3e9 cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 14:04:52.725236 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-f58f6ef7-848e-49d7-8b5c-331443444b4e req-7e21a75a-ea27-40e6-81b8-5c5f922fcd46 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Deleting port c81091ce-82fb-4359-8463-aeda233204d1 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:04:52.725580 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f58f6ef7-848e-49d7-8b5c-331443444b4e req-7e21a75a-ea27-40e6-81b8-5c5f922fcd46 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (c81091ce-82fb-4359-8463-aeda233204d1), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:52.878382 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-c1b6b0ba-c7c9-46dc-b38f-3463e13d5880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b05c79c-a61b-459e-a884-b9c7305f6581 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 14:04:52.896483 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-c1b6b0ba-c7c9-46dc-b38f-3463e13d5880 service neutron] Publish callbacks [] for port (0b05c79c-a61b-459e-a884-b9c7305f6581), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:52.913871 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a74c79-f456-4318-973a-2ee1288bc486 req-b16221f0-ecfc-42f7-8ff3-98b14252d7b7 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:52.915354 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-77a74c79-f456-4318-973a-2ee1288bc486 req-b16221f0-ecfc-42f7-8ff3-98b14252d7b7 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc2ee53-7340-4ef8-9fde-e631f1123d1b HTTP/1.1" status: 200 len: 945 time: 0.1084847 May 24 14:04:52.927933 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:52.931284 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-f58f6ef7-848e-49d7-8b5c-331443444b4e req-7e21a75a-ea27-40e6-81b8-5c5f922fcd46 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] For port c81091ce-82fb-4359-8463-aeda233204d1, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=c81091ce-82fb-4359-8463-aeda233204d1,segment=NetworkSegment(73f4eb4c-d3e0-4414-9a39-779107de724b),segment_id=73f4eb4c-d3e0-4414-9a39-779107de724b)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:04:52.931653 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f58f6ef7-848e-49d7-8b5c-331443444b4e req-7e21a75a-ea27-40e6-81b8-5c5f922fcd46 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (c81091ce-82fb-4359-8463-aeda233204d1), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:52.961308 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-c1b6b0ba-c7c9-46dc-b38f-3463e13d5880 service neutron] Transition to ACTIVE for port object 0b05c79c-a61b-459e-a884-b9c7305f6581 will not be triggered until provisioned by entity L2. {{(pid=103807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 14:04:52.977968 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-4625567e-7911-4b10-9da8-f90e7bec49e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3254324-4c15-407e-9543-03ad6753b3e9 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 14:04:52.985888 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-4625567e-7911-4b10-9da8-f90e7bec49e6 service neutron] Publish callbacks [] for port (b3254324-4c15-407e-9543-03ad6753b3e9), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:52.993410 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-c1b6b0ba-c7c9-46dc-b38f-3463e13d5880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5058382'] for port (0b05c79c-a61b-459e-a884-b9c7305f6581), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:52.999657 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-4625567e-7911-4b10-9da8-f90e7bec49e6 service neutron] Transition to ACTIVE for port object b3254324-4c15-407e-9543-03ad6753b3e9 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 14:04:53.003301 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-4625567e-7911-4b10-9da8-f90e7bec49e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5714289'] for port (b3254324-4c15-407e-9543-03ad6753b3e9), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:53.073448 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625567e-7911-4b10-9da8-f90e7bec49e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b3254324-4c15-407e-9543-03ad6753b3e9,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:53.121457 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-77a74c79-f456-4318-973a-2ee1288bc486 req-516b2e38-f72b-409a-8b75-716850c062cf tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3293616-458e-4085-b666-37eb8bbd32c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980681 May 24 14:04:53.121631 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:53.125242 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b6b0ba-c7c9-46dc-b38f-3463e13d5880 service neutron] Pushing event updated for resources: {'Port': ['ID=0b05c79c-a61b-459e-a884-b9c7305f6581,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:53.145783 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-4625567e-7911-4b10-9da8-f90e7bec49e6 service neutron] Attempting to bind port b3254324-4c15-407e-9543-03ad6753b3e9 on host hv-cinder-84212 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 14:04:53.146132 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-4625567e-7911-4b10-9da8-f90e7bec49e6 service neutron] Attempting to bind port b3254324-4c15-407e-9543-03ad6753b3e9 by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': '1e6ed359-4160-4992-9ca6-a2eeb518f77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 14:04:53.146456 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-4625567e-7911-4b10-9da8-f90e7bec49e6 service neutron] Attempting to bind port b3254324-4c15-407e-9543-03ad6753b3e9 on network da184706-a3cd-4a03-bf62-0c961d1fd5b4 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:04:53.153082 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-4625567e-7911-4b10-9da8-f90e7bec49e6 service neutron] Port b3254324-4c15-407e-9543-03ad6753b3e9 on network da184706-a3cd-4a03-bf62-0c961d1fd5b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 14:04:53.153424 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-4625567e-7911-4b10-9da8-f90e7bec49e6 service neutron] Attempting to bind port b3254324-4c15-407e-9543-03ad6753b3e9 on network da184706-a3cd-4a03-bf62-0c961d1fd5b4 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:04:53.171768 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-4625567e-7911-4b10-9da8-f90e7bec49e6 service neutron] Checking agent: {'id': 'a7952d12-b11e-49b3-ae0f-02e893d8d6d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'started_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 14, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 14:04:53.171768 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-4625567e-7911-4b10-9da8-f90e7bec49e6 service neutron] Checking segment: {'id': '1e6ed359-4160-4992-9ca6-a2eeb518f77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 14:04:53.172066 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-4625567e-7911-4b10-9da8-f90e7bec49e6 service neutron] Bound using segment: {'id': '1e6ed359-4160-4992-9ca6-a2eeb518f77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 14:04:53.172357 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-4625567e-7911-4b10-9da8-f90e7bec49e6 service neutron] Bound port: b3254324-4c15-407e-9543-03ad6753b3e9, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e6ed359-4160-4992-9ca6-a2eeb518f77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 14:04:53.172709 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-4625567e-7911-4b10-9da8-f90e7bec49e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (b3254324-4c15-407e-9543-03ad6753b3e9), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:53.268123 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:53.286812 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a1628-8125-4e4e-848d-bc07275b2133 req-707ec555-b790-4ca9-8559-422a5c513568 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:53.294746 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c81a1628-8125-4e4e-848d-bc07275b2133 req-707ec555-b790-4ca9-8559-422a5c513568 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 943 time: 0.0808716 May 24 14:04:53.295135 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f58f6ef7-848e-49d7-8b5c-331443444b4e req-7e21a75a-ea27-40e6-81b8-5c5f922fcd46 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:53.295479 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f58f6ef7-848e-49d7-8b5c-331443444b4e req-7e21a75a-ea27-40e6-81b8-5c5f922fcd46 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534436'] for floatingip (48159da1-e4ed-468e-9c4c-6b6570b4e34d), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:53.296068 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.db.l3_db [req-f58f6ef7-848e-49d7-8b5c-331443444b4e req-7e21a75a-ea27-40e6-81b8-5c5f922fcd46 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Floating IP 48159da1-e4ed-468e-9c4c-6b6570b4e34d disassociated. External IP: 172.27.3.58, port: c81091ce-82fb-4359-8463-aeda233204d1. May 24 14:04:53.296582 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-f58f6ef7-848e-49d7-8b5c-331443444b4e req-7e21a75a-ea27-40e6-81b8-5c5f922fcd46 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Calling delete_port for c81091ce-82fb-4359-8463-aeda233204d1 owned by compute:nova {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:04:53.298754 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:53.299914 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-c1b6b0ba-c7c9-46dc-b38f-3463e13d5880 service neutron] Attempting to bind port 0b05c79c-a61b-459e-a884-b9c7305f6581 on host hv-cinder-84212 for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 14:04:53.300248 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-c1b6b0ba-c7c9-46dc-b38f-3463e13d5880 service neutron] Attempting to bind port 0b05c79c-a61b-459e-a884-b9c7305f6581 by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': '570b5330-747f-49b7-83d6-6b6e30208601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ceb718dc-f4a8-4668-a280-59d30b7a2d2c'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 14:04:53.300760 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-c1b6b0ba-c7c9-46dc-b38f-3463e13d5880 service neutron] Attempting to bind port 0b05c79c-a61b-459e-a884-b9c7305f6581 on network ceb718dc-f4a8-4668-a280-59d30b7a2d2c {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:04:53.314324 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-4625567e-7911-4b10-9da8-f90e7bec49e6 service neutron] For port b3254324-4c15-407e-9543-03ad6753b3e9, host hv-cinder-84212, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 14:04:53.314509 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-c1b6b0ba-c7c9-46dc-b38f-3463e13d5880 service neutron] Port 0b05c79c-a61b-459e-a884-b9c7305f6581 on network ceb718dc-f4a8-4668-a280-59d30b7a2d2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 14:04:53.315044 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-c1b6b0ba-c7c9-46dc-b38f-3463e13d5880 service neutron] Attempting to bind port 0b05c79c-a61b-459e-a884-b9c7305f6581 on network ceb718dc-f4a8-4668-a280-59d30b7a2d2c {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:04:53.326685 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-c1b6b0ba-c7c9-46dc-b38f-3463e13d5880 service neutron] Checking agent: {'id': 'a7952d12-b11e-49b3-ae0f-02e893d8d6d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'started_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 14, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 14:04:53.327026 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-c1b6b0ba-c7c9-46dc-b38f-3463e13d5880 service neutron] Checking segment: {'id': '570b5330-747f-49b7-83d6-6b6e30208601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ceb718dc-f4a8-4668-a280-59d30b7a2d2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 14:04:53.327531 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-c1b6b0ba-c7c9-46dc-b38f-3463e13d5880 service neutron] Bound using segment: {'id': '570b5330-747f-49b7-83d6-6b6e30208601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ceb718dc-f4a8-4668-a280-59d30b7a2d2c'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 14:04:53.328009 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-c1b6b0ba-c7c9-46dc-b38f-3463e13d5880 service neutron] Bound port: 0b05c79c-a61b-459e-a884-b9c7305f6581, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '570b5330-747f-49b7-83d6-6b6e30208601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ceb718dc-f4a8-4668-a280-59d30b7a2d2c'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 14:04:53.328367 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-c1b6b0ba-c7c9-46dc-b38f-3463e13d5880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (0b05c79c-a61b-459e-a884-b9c7305f6581), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:53.342995 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-4625567e-7911-4b10-9da8-f90e7bec49e6 service neutron] For port b3254324-4c15-407e-9543-03ad6753b3e9, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=b3254324-4c15-407e-9543-03ad6753b3e9,segment=NetworkSegment(1e6ed359-4160-4992-9ca6-a2eeb518f77f),segment_id=1e6ed359-4160-4992-9ca6-a2eeb518f77f)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 14:04:53.359513 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-4625567e-7911-4b10-9da8-f90e7bec49e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5714289'] for port (b3254324-4c15-407e-9543-03ad6753b3e9), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:53.373634 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c81a1628-8125-4e4e-848d-bc07275b2133 req-f5075b6f-4397-4ec5-b760-415cf15b3a41 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780635 May 24 14:04:53.383759 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 14:04:53.402037 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-4625567e-7911-4b10-9da8-f90e7bec49e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:53.402661 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-4625567e-7911-4b10-9da8-f90e7bec49e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:53.404348 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-4625567e-7911-4b10-9da8-f90e7bec49e6 service neutron] 10.222.0.55 "PUT /v2.0/ports/b3254324-4c15-407e-9543-03ad6753b3e9 HTTP/1.1" status: 200 len: 1093 time: 1.0767677 May 24 14:04:53.404539 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b50e64ca-9602-4aeb-a5fe-17c3969764d1', 'tag': 'b3254324-4c15-407e-9543-03ad6753b3e9'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:04:53.406798 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60922b96e112649546d89072a262e180bf09e65c4ab2e641290b12b7b14c337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e2f587-72cd-4be2-af4d-b740fa03aaeb" -d '{"events": [{"name": "network-changed", "server_uuid": "b50e64ca-9602-4aeb-a5fe-17c3969764d1", "tag": "b3254324-4c15-407e-9543-03ad6753b3e9"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:04:53.444243 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-c1b6b0ba-c7c9-46dc-b38f-3463e13d5880 service neutron] For port 0b05c79c-a61b-459e-a884-b9c7305f6581, host hv-cinder-84212, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 14:04:53.448703 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-c1b6b0ba-c7c9-46dc-b38f-3463e13d5880 service neutron] For port 0b05c79c-a61b-459e-a884-b9c7305f6581, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=0b05c79c-a61b-459e-a884-b9c7305f6581,segment=NetworkSegment(570b5330-747f-49b7-83d6-6b6e30208601),segment_id=570b5330-747f-49b7-83d6-6b6e30208601)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 14:04:53.452594 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625567e-7911-4b10-9da8-f90e7bec49e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b3254324-4c15-407e-9543-03ad6753b3e9,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:53.486210 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-c1b6b0ba-c7c9-46dc-b38f-3463e13d5880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5058382'] for port (0b05c79c-a61b-459e-a884-b9c7305f6581), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:53.501704 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 14:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266e1b2e-26d4-41cd-a213-ed3ec9716852 x-openstack-request-id: req-266e1b2e-26d4-41cd-a213-ed3ec9716852 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:04:53.502249 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b50e64ca-9602-4aeb-a5fe-17c3969764d1", "tag": "b3254324-4c15-407e-9543-03ad6753b3e9", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:04:53.502671 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-266e1b2e-26d4-41cd-a213-ed3ec9716852 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:04:53.503216 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-266e1b2e-26d4-41cd-a213-ed3ec9716852'] response: {'name': 'network-changed', 'server_uuid': 'b50e64ca-9602-4aeb-a5fe-17c3969764d1', 'tag': 'b3254324-4c15-407e-9543-03ad6753b3e9', 'status': 'completed', 'code': 200} May 24 14:04:53.550276 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-1676c11c-9196-4b23-8fb2-30446c3a9464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:53.553363 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-1676c11c-9196-4b23-8fb2-30446c3a9464 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7bb15f1d3e524d67b5493cb483ee8547&device_id=b50e64ca-9602-4aeb-a5fe-17c3969764d1 HTTP/1.1" status: 200 len: 1127 time: 0.0485156 May 24 14:04:53.577048 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-c1b6b0ba-c7c9-46dc-b38f-3463e13d5880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:53.577688 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-c1b6b0ba-c7c9-46dc-b38f-3463e13d5880 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:53.579060 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-c1b6b0ba-c7c9-46dc-b38f-3463e13d5880 service neutron] 10.222.0.55 "PUT /v2.0/ports/0b05c79c-a61b-459e-a884-b9c7305f6581 HTTP/1.1" status: 200 len: 1093 time: 1.3474319 May 24 14:04:53.597789 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb63ce0-bd0a-4a00-ae22-d891b29fb857', 'tag': '0b05c79c-a61b-459e-a884-b9c7305f6581'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:04:53.599946 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3d38b1-1a76-4c3b-b58d-4b3004c9ea54" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb63ce0-bd0a-4a00-ae22-d891b29fb857", "tag": "0b05c79c-a61b-459e-a884-b9c7305f6581"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:04:53.600342 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-0fda644a-a7a8-4aa0-87ac-fb20b8f6ab22 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3254324-4c15-407e-9543-03ad6753b3e9 HTTP/1.1" status: 200 len: 217 time: 0.0401640 May 24 14:04:53.616179 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b48a7-fb77-48f2-867f-65793676ead4 req-648ef4b5-f832-4ddb-9f82-9fe2f1e7077e tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:53.617992 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-842b48a7-fb77-48f2-867f-65793676ead4 req-648ef4b5-f832-4ddb-9f82-9fe2f1e7077e tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=b50e64ca-9602-4aeb-a5fe-17c3969764d1 HTTP/1.1" status: 200 len: 943 time: 0.1412029 May 24 14:04:53.668762 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 14:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f952b48-7327-45d6-aae3-13ae83cd3f95 x-openstack-request-id: req-6f952b48-7327-45d6-aae3-13ae83cd3f95 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:04:53.669068 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb63ce0-bd0a-4a00-ae22-d891b29fb857", "tag": "0b05c79c-a61b-459e-a884-b9c7305f6581", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:04:53.669326 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f952b48-7327-45d6-aae3-13ae83cd3f95 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:04:53.669724 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f952b48-7327-45d6-aae3-13ae83cd3f95'] response: {'name': 'network-changed', 'server_uuid': '0fb63ce0-bd0a-4a00-ae22-d891b29fb857', 'tag': '0b05c79c-a61b-459e-a884-b9c7305f6581', 'status': 'completed', 'code': 200} May 24 14:04:53.675908 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-58139a33-8e27-41b0-851c-4902741f3f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:53.690457 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-58139a33-8e27-41b0-851c-4902741f3f79 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b11a7f37-1257-4714-9cab-12aa8fc6a3a6 HTTP/1.1" status: 200 len: 851 time: 0.0740213 May 24 14:04:53.718783 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b6b0ba-c7c9-46dc-b38f-3463e13d5880 service neutron] Pushing event updated for resources: {'Port': ['ID=0b05c79c-a61b-459e-a884-b9c7305f6581,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:53.740313 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-b9efc790-3dc2-43dd-a56f-d9df74121c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:53.742189 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-b9efc790-3dc2-43dd-a56f-d9df74121c0a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cbe0605c62d04bed8edf14047746e765&device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 1127 time: 0.0881398 May 24 14:04:53.744682 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-1484808b-342c-4096-b545-d846c7371d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:53.747472 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-1484808b-342c-4096-b545-d846c7371d7a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da184706-a3cd-4a03-bf62-0c961d1fd5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503092 May 24 14:04:53.748019 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f58f6ef7-848e-49d7-8b5c-331443444b4e req-7e21a75a-ea27-40e6-81b8-5c5f922fcd46 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (c81091ce-82fb-4359-8463-aeda233204d1), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:53.796464 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21a75a-ea27-40e6-81b8-5c5f922fcd46 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Pushing event deleted for resources: {'Port': ['ID=c81091ce-82fb-4359-8463-aeda233204d1,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:53.831358 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f76bdf1b-8ba4-4134-9a02-2ba754b1fcbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:53.849676 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-842b48a7-fb77-48f2-867f-65793676ead4 req-4c82e983-f9e2-4b3e-ad95-c36cab740fef tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2041948 May 24 14:04:53.851075 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-eb163226-84de-421c-82be-31f10e1e70b4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b05c79c-a61b-459e-a884-b9c7305f6581 HTTP/1.1" status: 200 len: 217 time: 0.0664408 May 24 14:04:53.856946 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-3074107d-b694-426a-8d93-a21b9e4d1b6b service neutron] 10.222.0.55 "GET /v2.0/networks/da184706-a3cd-4a03-bf62-0c961d1fd5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018410 May 24 14:04:53.956255 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a887a3e4-d99d-4645-9c39-c538947dac03 req-53f0b68d-9dde-4904-9f4f-0b2a7dadacb9 service neutron] 10.222.0.55 "GET /v2.0/networks/da184706-a3cd-4a03-bf62-0c961d1fd5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934265 May 24 14:04:53.982067 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-27a18195-8fa1-41fa-8aab-232431824ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:53.983517 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-27a18195-8fa1-41fa-8aab-232431824ee6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=51ad56e2-5223-4686-9701-7e93c8b6f443 HTTP/1.1" status: 200 len: 848 time: 0.1266453 May 24 14:04:54.005381 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f58f6ef7-848e-49d7-8b5c-331443444b4e req-7e21a75a-ea27-40e6-81b8-5c5f922fcd46 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Router ad81732b-36f1-4d60-94a0-5ff4de888569 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:04:54.110068 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f58f6ef7-848e-49d7-8b5c-331443444b4e req-7e21a75a-ea27-40e6-81b8-5c5f922fcd46 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:04:54.122969 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea37b507-c891-4b2a-8afd-362346faa7b8 None None] Sync routers for ids ['ad81732b-36f1-4d60-94a0-5ff4de888569'] in dv-cinder-842129-1-iscsi {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:04:54.132923 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea37b507-c891-4b2a-8afd-362346faa7b8 None None] Routers {'ad81732b-36f1-4d60-94a0-5ff4de888569'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:04:54.133531 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-ea37b507-c891-4b2a-8afd-362346faa7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:04:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad81732b-36f1-4d60-94a0-5ff4de888569'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:04:54.154959 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58f6ef7-848e-49d7-8b5c-331443444b4e req-7e21a75a-ea27-40e6-81b8-5c5f922fcd46 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] No DVR routers for this DVR port c81091ce-82fb-4359-8463-aeda233204d1 on host hv-cinder-84212 {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 14:04:54.157431 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f58f6ef7-848e-49d7-8b5c-331443444b4e req-7e21a75a-ea27-40e6-81b8-5c5f922fcd46 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:54.160570 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f58f6ef7-848e-49d7-8b5c-331443444b4e req-7e21a75a-ea27-40e6-81b8-5c5f922fcd46 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.55 "DELETE /v2.0/ports/c81091ce-82fb-4359-8463-aeda233204d1 HTTP/1.1" status: 204 len: 173 time: 1.5765090 May 24 14:04:54.242199 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-ea37b507-c891-4b2a-8afd-362346faa7b8 None None] Set router ad81732b-36f1-4d60-94a0-5ff4de888569 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:04:54.248481 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-2f6e810f-69e5-45ad-88bf-36bcfccf8849 req-c70f2982-faa4-4dcd-9d97-cb8f8b394516 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc2ee53-7340-4ef8-9fde-e631f1123d1b HTTP/1.1" status: 200 len: 210 time: 0.0311146 May 24 14:04:54.431464 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-ea37b507-c891-4b2a-8afd-362346faa7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'name': 'tempest-AttachVolumeNegativeTest-2059950791-router', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:32Z', 'updated_at': '2022-05-24T13:55:39Z', 'revision_number': 4, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'gw_port': {'id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '8de62c04-2abf-4511-baba-d8f3c2e68ab2', 'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'mac_address': 'fa:16:3e:8e:27:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:38Z', 'updated_at': '2022-05-24T13:55:46Z', 'revision_number': 5, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'subnets': [{'id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:04:54.460164 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea37b507-c891-4b2a-8afd-362346faa7b8 None None] Checking router: ad81732b-36f1-4d60-94a0-5ff4de888569 for host: dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:04:54.469483 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea37b507-c891-4b2a-8afd-362346faa7b8 None None] Routers {'ad81732b-36f1-4d60-94a0-5ff4de888569'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:04:54.470075 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-ea37b507-c891-4b2a-8afd-362346faa7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:04:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad81732b-36f1-4d60-94a0-5ff4de888569'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:04:54.491993 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fafb8-c8e7-4bbc-afdb-195dce3075b9 req-3675900a-c471-4780-826c-e43d11df26f9 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:54.493451 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-947fafb8-c8e7-4bbc-afdb-195dce3075b9 req-3675900a-c471-4780-826c-e43d11df26f9 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 943 time: 0.0500624 May 24 14:04:54.544313 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-947fafb8-c8e7-4bbc-afdb-195dce3075b9 req-b81d1976-40d8-4428-94d7-644af2b9f133 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443566 May 24 14:04:54.571209 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-ea37b507-c891-4b2a-8afd-362346faa7b8 None None] Set router ad81732b-36f1-4d60-94a0-5ff4de888569 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:04:54.837704 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-ea37b507-c891-4b2a-8afd-362346faa7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'name': 'tempest-AttachVolumeNegativeTest-2059950791-router', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:32Z', 'updated_at': '2022-05-24T13:55:39Z', 'revision_number': 4, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'gw_port': {'id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '8de62c04-2abf-4511-baba-d8f3c2e68ab2', 'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'mac_address': 'fa:16:3e:8e:27:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:38Z', 'updated_at': '2022-05-24T13:55:46Z', 'revision_number': 5, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'subnets': [{'id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:04:54.862610 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea37b507-c891-4b2a-8afd-362346faa7b8 None None] The sync data for ids ['ad81732b-36f1-4d60-94a0-5ff4de888569'] in dv-cinder-842129-1-iscsi is: [{'id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'name': 'tempest-AttachVolumeNegativeTest-2059950791-router', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:32Z', 'updated_at': '2022-05-24T13:55:39Z', 'revision_number': 4, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'gw_port': {'id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '8de62c04-2abf-4511-baba-d8f3c2e68ab2', 'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'mac_address': 'fa:16:3e:8e:27:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:38Z', 'updated_at': '2022-05-24T13:55:46Z', 'revision_number': 5, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'subnets': [{'id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:04:54.953088 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:54.962214 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f5fdf-1d7e-4d56-b446-54778b3c23a0 req-a3a16b94-c37a-4aec-bb36-f352d6e70562 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:54.963637 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-976f5fdf-1d7e-4d56-b446-54778b3c23a0 req-a3a16b94-c37a-4aec-bb36-f352d6e70562 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=b50e64ca-9602-4aeb-a5fe-17c3969764d1 HTTP/1.1" status: 200 len: 943 time: 0.0525835 May 24 14:04:55.033028 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:55.036874 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-976f5fdf-1d7e-4d56-b446-54778b3c23a0 req-70ffdfd1-66e4-44b3-a1bd-5b58421b62ff tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664935 May 24 14:04:55.070578 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:55.121217 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2f587-72cd-4be2-af4d-b740fa03aaeb req-af96f4ff-79dc-4350-941d-a16b4e39af7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:55.121572 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88c29ae-6bfb-4948-945f-c81a47fb4027 None None] New status for floating IP 48159da1-e4ed-468e-9c4c-6b6570b4e34d: DOWN {{(pid=103809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 14:04:55.122715 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-68e2f587-72cd-4be2-af4d-b740fa03aaeb req-af96f4ff-79dc-4350-941d-a16b4e39af7a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7bb15f1d3e524d67b5493cb483ee8547&device_id=b50e64ca-9602-4aeb-a5fe-17c3969764d1 HTTP/1.1" status: 200 len: 1127 time: 0.0918603 May 24 14:04:55.123599 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-15a067ac-e455-4b2a-9fef-999d7deeedf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:55.126123 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-15a067ac-e455-4b2a-9fef-999d7deeedf0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ceb718dc-f4a8-4668-a280-59d30b7a2d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1151023 May 24 14:04:55.298378 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2f587-72cd-4be2-af4d-b740fa03aaeb req-faf4dba1-c7a6-4a5c-85fd-012b0bc549d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:55.299873 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-68e2f587-72cd-4be2-af4d-b740fa03aaeb req-faf4dba1-c7a6-4a5c-85fd-012b0bc549d7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=da184706-a3cd-4a03-bf62-0c961d1fd5b4 HTTP/1.1" status: 200 len: 913 time: 0.1592121 May 24 14:04:55.303150 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-eff4ddbe-5992-49a6-b4e5-59dbe7d819ed service neutron] 10.222.0.55 "GET /v2.0/networks/ceb718dc-f4a8-4668-a280-59d30b7a2d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547382 May 24 14:04:55.365244 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-06450d3f-b0c6-47ed-a661-2fc1618d2e1c req-16976ede-6acd-469f-ab50-b3d006dabf64 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc2ee53-7340-4ef8-9fde-e631f1123d1b HTTP/1.1" status: 200 len: 210 time: 0.0326390 May 24 14:04:55.477735 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-68e2f587-72cd-4be2-af4d-b740fa03aaeb req-ef25f0e5-69b0-401b-a2d0-a5c2a0050974 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3254324-4c15-407e-9543-03ad6753b3e9 HTTP/1.1" status: 200 len: 217 time: 0.0485170 May 24 14:04:55.572141 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2f587-72cd-4be2-af4d-b740fa03aaeb req-48251f0b-da19-4a9b-900c-b35a3d51c4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:55.573936 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-68e2f587-72cd-4be2-af4d-b740fa03aaeb req-48251f0b-da19-4a9b-900c-b35a3d51c4cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b11a7f37-1257-4714-9cab-12aa8fc6a3a6 HTTP/1.1" status: 200 len: 851 time: 0.0666907 May 24 14:04:55.597358 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8559f1c5-b89a-4015-8806-1f64c0117967 req-d6212adf-d26d-4fa0-be62-de9878bcbf00 service neutron] 10.222.0.55 "GET /v2.0/networks/ceb718dc-f4a8-4668-a280-59d30b7a2d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670003 May 24 14:04:55.625936 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2f587-72cd-4be2-af4d-b740fa03aaeb req-5506153b-27c9-4de7-b041-233551197398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:55.627318 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-68e2f587-72cd-4be2-af4d-b740fa03aaeb req-5506153b-27c9-4de7-b041-233551197398 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da184706-a3cd-4a03-bf62-0c961d1fd5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440869 May 24 14:04:55.658646 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592a641-944e-4d6e-b626-208fedd6d901 req-275ca4df-c3fb-4d60-8c15-3f61f9cbe3cc tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:55.660128 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f592a641-944e-4d6e-b626-208fedd6d901 req-275ca4df-c3fb-4d60-8c15-3f61f9cbe3cc tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 943 time: 0.0469761 May 24 14:04:55.670970 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc2ee53-7340-4ef8-9fde-e631f1123d1b', 'name': 'network-vif-deleted', 'tag': 'c81091ce-82fb-4359-8463-aeda233204d1'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:04:55.673355 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f560caa1-fae0-4ac1-b930-bc8ce61fada3" -d '{"events": [{"server_uuid": "7cc2ee53-7340-4ef8-9fde-e631f1123d1b", "name": "network-vif-deleted", "tag": "c81091ce-82fb-4359-8463-aeda233204d1"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:04:55.707630 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 14:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb171444-f010-4b0a-959a-6c0cff87e0d8 x-openstack-request-id: req-fb171444-f010-4b0a-959a-6c0cff87e0d8 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:04:55.707975 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc2ee53-7340-4ef8-9fde-e631f1123d1b", "name": "network-vif-deleted", "tag": "c81091ce-82fb-4359-8463-aeda233204d1", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:04:55.708237 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fb171444-f010-4b0a-959a-6c0cff87e0d8 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:04:55.708637 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb171444-f010-4b0a-959a-6c0cff87e0d8'] response: {'server_uuid': '7cc2ee53-7340-4ef8-9fde-e631f1123d1b', 'name': 'network-vif-deleted', 'tag': 'c81091ce-82fb-4359-8463-aeda233204d1', 'status': 'completed', 'code': 200} May 24 14:04:55.710516 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f592a641-944e-4d6e-b626-208fedd6d901 req-289db1ee-b1dc-48e4-a5fd-e4cccda5b199 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447712 May 24 14:04:56.150241 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e4306-8c9c-425e-b492-18ebacd13b2e req-3378da35-f173-428b-bdb5-08d87d3b5897 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:56.152298 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-dc0e4306-8c9c-425e-b492-18ebacd13b2e req-3378da35-f173-428b-bdb5-08d87d3b5897 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=b50e64ca-9602-4aeb-a5fe-17c3969764d1 HTTP/1.1" status: 200 len: 943 time: 0.0489020 May 24 14:04:56.156959 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-50373261-a979-4bae-9b5e-13c652e118dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:56.450629 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-dc0e4306-8c9c-425e-b492-18ebacd13b2e req-c1d1527a-1d01-4ae7-afc9-95fab63783d2 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2907844 May 24 14:04:56.452462 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 42112) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:04:56.505029 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d29ba740-51b7-45cb-8475-d6312cdafa4a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group (f3293616-458e-4085-b666-37eb8bbd32c0), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:56.527878 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d29ba740-51b7-45cb-8475-d6312cdafa4a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group (f3293616-458e-4085-b666-37eb8bbd32c0), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:56.648029 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d38b1-1a76-4c3b-b58d-4b3004c9ea54 req-2dcb30eb-8c3b-4a5b-9f32-80722f67445b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:56.649427 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0a3d38b1-1a76-4c3b-b58d-4b3004c9ea54 req-2dcb30eb-8c3b-4a5b-9f32-80722f67445b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cbe0605c62d04bed8edf14047746e765&device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 1127 time: 0.0749791 May 24 14:04:56.657702 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d29ba740-51b7-45cb-8475-d6312cdafa4a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (f3293616-458e-4085-b666-37eb8bbd32c0), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:56.660176 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d29ba740-51b7-45cb-8475-d6312cdafa4a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:56.661185 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-d29ba740-51b7-45cb-8475-d6312cdafa4a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "DELETE /v2.0/security-groups/f3293616-458e-4085-b666-37eb8bbd32c0 HTTP/1.1" status: 204 len: 168 time: 0.2079053 May 24 14:04:56.664048 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 42114) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:04:56.678137 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.api.v2.resource [None req-da8d72c4-2bcc-4be7-8f32-8a96e8893367 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] show failed (client error): The resource could not be found. May 24 14:04:56.679113 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-da8d72c4-2bcc-4be7-8f32-8a96e8893367 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups/f3293616-458e-4085-b666-37eb8bbd32c0 HTTP/1.1" status: 404 len: 347 time: 0.0140934 May 24 14:04:56.681976 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 42116) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:04:56.691708 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ba740-51b7-45cb-8475-d6312cdafa4a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3293616-458e-4085-b666-37eb8bbd32c0,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:56.742469 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-68e2f587-72cd-4be2-af4d-b740fa03aaeb req-5ce58f43-006f-43b7-a601-6fc6f48810c5 service neutron] 10.222.0.55 "GET /v2.0/networks/da184706-a3cd-4a03-bf62-0c961d1fd5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873474 May 24 14:04:56.771573 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:56.827493 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-3884850c-7677-4eba-aed4-a7e9ec992572 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Deleting port f84879f9-9e9f-4986-99e0-781f819e0d79 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:04:56.827844 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3884850c-7677-4eba-aed4-a7e9ec992572 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (f84879f9-9e9f-4986-99e0-781f819e0d79), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:56.838281 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d38b1-1a76-4c3b-b58d-4b3004c9ea54 req-050cf583-7d09-429c-a079-e6eb53ffc04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:56.840007 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0a3d38b1-1a76-4c3b-b58d-4b3004c9ea54 req-050cf583-7d09-429c-a079-e6eb53ffc04a service neutron] 10.222.0.55 "GET /v2.0/networks?id=ceb718dc-f4a8-4668-a280-59d30b7a2d2c HTTP/1.1" status: 200 len: 910 time: 0.1765521 May 24 14:04:56.841829 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:56.877605 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b9b52-3b60-45bb-b127-cd04425acbcc req-1b3ffe65-3463-48bd-899e-7604701d8f1f tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:56.879061 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-8b2b9b52-3b60-45bb-b127-cd04425acbcc req-1b3ffe65-3463-48bd-899e-7604701d8f1f tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 943 time: 0.0943675 May 24 14:04:56.896079 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-68e2f587-72cd-4be2-af4d-b740fa03aaeb req-1b1042f0-e930-4a0d-b5bd-9791a3521674 service neutron] 10.222.0.55 "GET /v2.0/networks/da184706-a3cd-4a03-bf62-0c961d1fd5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474688 May 24 14:04:56.897417 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0a3d38b1-1a76-4c3b-b58d-4b3004c9ea54 req-cb827a0c-d081-42e9-9fed-7414bc7fce4f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b05c79c-a61b-459e-a884-b9c7305f6581 HTTP/1.1" status: 200 len: 217 time: 0.0470781 May 24 14:04:56.938688 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:56.949065 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d38b1-1a76-4c3b-b58d-4b3004c9ea54 req-f072b6f0-76bd-48a3-8ae7-a4aca7f164dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:56.950845 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0a3d38b1-1a76-4c3b-b58d-4b3004c9ea54 req-f072b6f0-76bd-48a3-8ae7-a4aca7f164dc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=51ad56e2-5223-4686-9701-7e93c8b6f443 HTTP/1.1" status: 200 len: 848 time: 0.0451961 May 24 14:04:56.953720 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3884850c-7677-4eba-aed4-a7e9ec992572 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (f84879f9-9e9f-4986-99e0-781f819e0d79), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:56.954040 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3884850c-7677-4eba-aed4-a7e9ec992572 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for floatingip (f84879f9-9e9f-4986-99e0-781f819e0d79), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:56.959985 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-8b2b9b52-3b60-45bb-b127-cd04425acbcc req-08f370e0-5f56-47c4-a709-8eee43f0f841 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748639 May 24 14:04:56.973597 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-3884850c-7677-4eba-aed4-a7e9ec992572 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Calling delete_port for f84879f9-9e9f-4986-99e0-781f819e0d79 owned by network:floatingip {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:04:56.996076 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d38b1-1a76-4c3b-b58d-4b3004c9ea54 req-6004c607-cfd1-47d0-b9bf-bd7cd50fc4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:56.997660 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0a3d38b1-1a76-4c3b-b58d-4b3004c9ea54 req-6004c607-cfd1-47d0-b9bf-bd7cd50fc4fe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ceb718dc-f4a8-4668-a280-59d30b7a2d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402880 May 24 14:04:57.092975 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0a3d38b1-1a76-4c3b-b58d-4b3004c9ea54 req-acfdf7ae-3de6-4d4a-a8ea-c0392261a0f9 service neutron] 10.222.0.55 "GET /v2.0/networks/ceb718dc-f4a8-4668-a280-59d30b7a2d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894022 May 24 14:04:57.112782 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3884850c-7677-4eba-aed4-a7e9ec992572 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (f84879f9-9e9f-4986-99e0-781f819e0d79), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:57.143356 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3884850c-7677-4eba-aed4-a7e9ec992572 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Pushing event deleted for resources: {'Port': ['ID=f84879f9-9e9f-4986-99e0-781f819e0d79,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:57.186352 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0a3d38b1-1a76-4c3b-b58d-4b3004c9ea54 req-50ebef21-610d-4250-8b82-11e87734b1f1 service neutron] 10.222.0.55 "GET /v2.0/networks/ceb718dc-f4a8-4668-a280-59d30b7a2d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873880 May 24 14:04:57.211586 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3884850c-7677-4eba-aed4-a7e9ec992572 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for floatingip (48159da1-e4ed-468e-9c4c-6b6570b4e34d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:57.214731 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3884850c-7677-4eba-aed4-a7e9ec992572 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:57.216118 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-3884850c-7677-4eba-aed4-a7e9ec992572 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "DELETE /v2.0/floatingips/48159da1-e4ed-468e-9c4c-6b6570b4e34d HTTP/1.1" status: 204 len: 168 time: 0.5331049 May 24 14:04:57.280336 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 42122) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:04:57.284922 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-7f43f256-c3f6-4bec-832d-25bb119d011a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Request body: {'security_group': {'name': 'tempest-securitygroup--585175273', 'description': 'tempest-description--326947967'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:04:57.305249 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7f43f256-c3f6-4bec-832d-25bb119d011a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:57.373146 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7f43f256-c3f6-4bec-832d-25bb119d011a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group (150c4204-5ea3-480e-bfed-e9e3ebec5002), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:57.376683 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7f43f256-c3f6-4bec-832d-25bb119d011a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (150c4204-5ea3-480e-bfed-e9e3ebec5002), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:57.396036 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:57.406838 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7f43f256-c3f6-4bec-832d-25bb119d011a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:57.408054 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-7f43f256-c3f6-4bec-832d-25bb119d011a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1266081 May 24 14:04:57.411092 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 42124) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:04:57.416330 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-607645a7-b19c-4c1b-8c8b-32341427a94b tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Request body: {'security_group_rule': {'security_group_id': '150c4204-5ea3-480e-bfed-e9e3ebec5002', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:04:57.424391 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43f256-c3f6-4bec-832d-25bb119d011a tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=150c4204-5ea3-480e-bfed-e9e3ebec5002,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:57.425581 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:57.454144 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-607645a7-b19c-4c1b-8c8b-32341427a94b tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group_rule (1e3a46d0-65d0-4e27-99fe-0f3d480a6a77), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:57.512746 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-607645a7-b19c-4c1b-8c8b-32341427a94b tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group_rule (1e3a46d0-65d0-4e27-99fe-0f3d480a6a77), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:57.517460 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-607645a7-b19c-4c1b-8c8b-32341427a94b tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709697'] for security_group_rule (1e3a46d0-65d0-4e27-99fe-0f3d480a6a77), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:57.534988 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607645a7-b19c-4c1b-8c8b-32341427a94b tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e3a46d0-65d0-4e27-99fe-0f3d480a6a77,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:57.550686 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-607645a7-b19c-4c1b-8c8b-32341427a94b tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:57.551842 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-607645a7-b19c-4c1b-8c8b-32341427a94b tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1398604 May 24 14:04:57.554603 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 42128) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:04:57.559580 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-b2e00efc-9b9b-49ea-92bf-3d1cb0b8763f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Request body: {'security_group_rule': {'security_group_id': '150c4204-5ea3-480e-bfed-e9e3ebec5002', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:04:57.581756 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device c81091ce-82fb-4359-8463-aeda233204d1 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:04:57.590221 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb2d82-7982-4383-9186-7f16d86f1505 req-a2356eef-01eb-4a53-81c6-6975c9aab1f6 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:57.590806 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b2e00efc-9b9b-49ea-92bf-3d1cb0b8763f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group_rule (d33256ad-18c1-46dd-b248-3bcdb6410441), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:57.591874 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a9bb2d82-7982-4383-9186-7f16d86f1505 req-a2356eef-01eb-4a53-81c6-6975c9aab1f6 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=b50e64ca-9602-4aeb-a5fe-17c3969764d1 HTTP/1.1" status: 200 len: 943 time: 0.0547349 May 24 14:04:57.603885 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] No Port match for: c81091ce-82fb-4359-8463-aeda233204d1 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:04:57.604227 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device c81091ce-82fb-4359-8463-aeda233204d1 not bound to the agent host hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:04:57.642612 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b2e00efc-9b9b-49ea-92bf-3d1cb0b8763f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group_rule (d33256ad-18c1-46dd-b248-3bcdb6410441), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:57.643501 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a9bb2d82-7982-4383-9186-7f16d86f1505 req-e8199817-78de-461f-a40c-0c1e23fefd83 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454206 May 24 14:04:57.647660 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b2e00efc-9b9b-49ea-92bf-3d1cb0b8763f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709697'] for security_group_rule (d33256ad-18c1-46dd-b248-3bcdb6410441), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:57.665572 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e00efc-9b9b-49ea-92bf-3d1cb0b8763f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d33256ad-18c1-46dd-b248-3bcdb6410441,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:57.672998 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b2e00efc-9b9b-49ea-92bf-3d1cb0b8763f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:57.674194 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-b2e00efc-9b9b-49ea-92bf-3d1cb0b8763f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186137 May 24 14:04:57.677135 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 42130) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:04:57.681338 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-44ddf793-cc3b-4d67-acd8-912442cfeba2 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Request body: {'floatingip': {'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:04:57.702119 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-44ddf793-cc3b-4d67-acd8-912442cfeba2 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:57.781998 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-44ddf793-cc3b-4d67-acd8-912442cfeba2 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:57.887200 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-44ddf793-cc3b-4d67-acd8-912442cfeba2 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Allocated IP 172.27.3.76 (77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6/277372c2-c924-4ff9-98b4-a2b2337930ef/043681a8-155f-4ff8-8a16-d1669b040fc0) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 14:04:57.981702 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:57.987514 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-44ddf793-cc3b-4d67-acd8-912442cfeba2 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for port (043681a8-155f-4ff8-8a16-d1669b040fc0), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:58.012086 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:58.024624 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-44ddf793-cc3b-4d67-acd8-912442cfeba2 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (043681a8-155f-4ff8-8a16-d1669b040fc0), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:58.094715 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ddf793-cc3b-4d67-acd8-912442cfeba2 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:04:58.102755 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-44ddf793-cc3b-4d67-acd8-912442cfeba2 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:04:58.109006 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ddf793-cc3b-4d67-acd8-912442cfeba2 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 14:04:58.113838 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ddf793-cc3b-4d67-acd8-912442cfeba2 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Pushing event updated for resources: {'Port': ['ID=043681a8-155f-4ff8-8a16-d1669b040fc0,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:58.138425 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b536e-e991-42b9-8b28-5aff563fd677 req-3550fe74-24f7-4bdb-bf08-429bfc854326 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:58.139920 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0b2b536e-e991-42b9-8b28-5aff563fd677 req-3550fe74-24f7-4bdb-bf08-429bfc854326 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 943 time: 0.1090431 May 24 14:04:58.221114 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0b2b536e-e991-42b9-8b28-5aff563fd677 req-ddb52f86-1ef9-431c-9e4e-12465d714450 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749881 May 24 14:04:58.238180 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-44ddf793-cc3b-4d67-acd8-912442cfeba2 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for floatingip (3e14303e-574a-4410-9ddc-84b5ea20f101), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:58.278964 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-44ddf793-cc3b-4d67-acd8-912442cfeba2 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (043681a8-155f-4ff8-8a16-d1669b040fc0), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:58.454337 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-44ddf793-cc3b-4d67-acd8-912442cfeba2 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for port (043681a8-155f-4ff8-8a16-d1669b040fc0), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:58.458588 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-44ddf793-cc3b-4d67-acd8-912442cfeba2 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5058382'] for port (043681a8-155f-4ff8-8a16-d1669b040fc0), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:58.528744 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ddf793-cc3b-4d67-acd8-912442cfeba2 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Pushing event updated for resources: {'Port': ['ID=043681a8-155f-4ff8-8a16-d1669b040fc0,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:04:58.536797 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-44ddf793-cc3b-4d67-acd8-912442cfeba2 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534436'] for floatingip (3e14303e-574a-4410-9ddc-84b5ea20f101), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:58.555291 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:58.555951 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-44ddf793-cc3b-4d67-acd8-912442cfeba2 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:04:58.557166 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-44ddf793-cc3b-4d67-acd8-912442cfeba2 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8790984 May 24 14:04:58.753489 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-5835e8aa-22e8-49a9-ac80-27203f08486d tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--585175273&fields=id&tenant_id=3db44af3db3441b7a0c5eb524eb35806 HTTP/1.1" status: 200 len: 267 time: 0.0430229 May 24 14:04:58.764071 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efaddac-707e-47e7-b356-db704abe5e6d req-0fd9821e-85ac-4822-9afd-b5e1b04b7bc3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:58.765627 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3efaddac-707e-47e7-b356-db704abe5e6d req-0fd9821e-85ac-4822-9afd-b5e1b04b7bc3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=b50e64ca-9602-4aeb-a5fe-17c3969764d1 HTTP/1.1" status: 200 len: 943 time: 0.0517771 May 24 14:04:58.817057 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3efaddac-707e-47e7-b356-db704abe5e6d req-dfb2338a-fdc5-4d19-9508-91247a4fe973 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458465 May 24 14:04:58.862437 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-7d56e0f2-f675-4a5f-a6e0-ba2f6277d495 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:58.863903 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-7d56e0f2-f675-4a5f-a6e0-ba2f6277d495 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/networks?id=2e5782d9-5791-4763-85b4-bfd8289d9060 HTTP/1.1" status: 200 len: 815 time: 0.1029880 May 24 14:04:58.875737 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:58.879994 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-1e3b5e93-e519-41ab-893d-bc63552c5773 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/quotas/3db44af3db3441b7a0c5eb524eb35806 HTTP/1.1" status: 200 len: 375 time: 0.0105519 May 24 14:04:58.931425 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-d656dca8-153b-4617-927a-fb53c641ad7f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3db44af3db3441b7a0c5eb524eb35806&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456650 May 24 14:04:59.026001 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-2aad0217-347f-49d1-993a-f7e58a2dcb0a service neutron] 10.222.0.24 "GET /v2.0/networks/2e5782d9-5791-4763-85b4-bfd8289d9060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821114 May 24 14:04:59.117009 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-8ae5ff37-1c25-402c-bb4f-42140ba6cc04 service neutron] 10.222.0.24 "GET /v2.0/networks/2e5782d9-5791-4763-85b4-bfd8289d9060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846784 May 24 14:04:59.272553 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-20fddeef-618f-4d13-bcc0-c2dc34750863 req-6f6a67ff-3948-47fa-882e-4c0c5f81478b tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=37a76501-1472-4b0d-9375-864f11fcad0f HTTP/1.1" status: 200 len: 210 time: 0.0288632 May 24 14:04:59.339952 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1acbf84-a006-420f-88ab-14f3a463343f req-5f0003cb-7f51-4c83-b9ec-293255184850 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:59.341481 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c1acbf84-a006-420f-88ab-14f3a463343f req-5f0003cb-7f51-4c83-b9ec-293255184850 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 943 time: 0.0484018 May 24 14:04:59.399298 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c1acbf84-a006-420f-88ab-14f3a463343f req-4fef64ad-0c64-4793-b321-8282cf7dc88c tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523164 May 24 14:04:59.930129 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72037487-d1f6-4cb5-b549-18db3105a042 req-a1a197d4-b100-4628-bfc4-60853c3f874e tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:04:59.931572 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-72037487-d1f6-4cb5-b549-18db3105a042 req-a1a197d4-b100-4628-bfc4-60853c3f874e tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=b50e64ca-9602-4aeb-a5fe-17c3969764d1 HTTP/1.1" status: 200 len: 943 time: 0.0471475 May 24 14:04:59.965617 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:04:59.987490 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-72037487-d1f6-4cb5-b549-18db3105a042 req-0355d7ce-1a9e-48de-a111-412dbdea7165 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501249 May 24 14:05:00.249827 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-0cca718f-080f-447f-9d7d-b72b2b025183 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:00.251246 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-0cca718f-080f-447f-9d7d-b72b2b025183 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.55 "GET /v2.0/networks?id=2e5782d9-5791-4763-85b4-bfd8289d9060 HTTP/1.1" status: 200 len: 815 time: 0.1034060 May 24 14:05:00.372530 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-20f2eb73-ada0-48af-9446-c1c8636fda25 req-9a492435-40a6-41e2-9e76-956c0c3cd48b tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=37a76501-1472-4b0d-9375-864f11fcad0f HTTP/1.1" status: 200 len: 210 time: 0.0342977 May 24 14:05:00.426656 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:00.511878 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:00.521523 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0ac19-82a3-4f02-ba2e-64e2227e11f6 req-7ba8ece8-60bb-4a39-abb5-c365722dcee0 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:00.523007 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-45b0ac19-82a3-4f02-ba2e-64e2227e11f6 req-7ba8ece8-60bb-4a39-abb5-c365722dcee0 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 943 time: 0.0496054 May 24 14:05:00.572876 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-45b0ac19-82a3-4f02-ba2e-64e2227e11f6 req-0b6a0ded-66a5-4ce0-ac9a-0e2bb1c431fb tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436478 May 24 14:05:01.099520 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a486fb-f6cb-4d5f-bfbd-f1e03799c60b req-d6471489-f34c-4606-97a7-470db40ac00a tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:01.100991 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d8a486fb-f6cb-4d5f-bfbd-f1e03799c60b req-d6471489-f34c-4606-97a7-470db40ac00a tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=b50e64ca-9602-4aeb-a5fe-17c3969764d1 HTTP/1.1" status: 200 len: 943 time: 0.0467813 May 24 14:05:01.151160 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d8a486fb-f6cb-4d5f-bfbd-f1e03799c60b req-9a914b1a-7370-4cc3-b8ff-3e8559308107 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441120 May 24 14:05:01.316305 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-4b2b2993-2f0e-4840-9dea-475eb866aa34 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3db44af3db3441b7a0c5eb524eb35806 HTTP/1.1" status: 200 len: 379 time: 0.0521150 May 24 14:05:01.326854 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-5c66fa1b-98a3-4a79-b284-317d71cc9744 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Request body: {'port': {'device_id': '37a76501-1472-4b0d-9375-864f11fcad0f', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'admin_state_up': True, 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'security_groups': ['150c4204-5ea3-480e-bfed-e9e3ebec5002']}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:05:01.452382 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-5c66fa1b-98a3-4a79-b284-317d71cc9744 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Made reservation on behalf of 3db44af3db3441b7a0c5eb524eb35806 for: {'port': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 14:05:01.455546 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-5c66fa1b-98a3-4a79-b284-317d71cc9744 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:01.472991 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8b37cb0e-35c6-477b-9fbd-30de36498c7d req-1aeff852-daf4-408c-9657-df82e34e17d4 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=37a76501-1472-4b0d-9375-864f11fcad0f HTTP/1.1" status: 200 len: 210 time: 0.0326838 May 24 14:05:01.597771 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-5c66fa1b-98a3-4a79-b284-317d71cc9744 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Allocated IP 172.20.0.11 (2e5782d9-5791-4763-85b4-bfd8289d9060/3fb85256-d55e-4eee-985a-4e3dd416d342/2268d58f-b991-4dba-86f6-755a9bbcd564) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 14:05:01.687530 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90e775-e396-4f58-9088-b443099b0a14 req-5218fbd5-d72b-419b-865d-350da4ff0197 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:01.689030 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-7d90e775-e396-4f58-9088-b443099b0a14 req-5218fbd5-d72b-419b-865d-350da4ff0197 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 943 time: 0.0469179 May 24 14:05:01.733309 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-5c66fa1b-98a3-4a79-b284-317d71cc9744 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for port (2268d58f-b991-4dba-86f6-755a9bbcd564), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:01.738673 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-7d90e775-e396-4f58-9088-b443099b0a14 req-1e336fc5-ea37-454c-851d-2f9ebfca1040 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437353 May 24 14:05:01.767735 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-5c66fa1b-98a3-4a79-b284-317d71cc9744 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (2268d58f-b991-4dba-86f6-755a9bbcd564), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:01.813025 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-5c66fa1b-98a3-4a79-b284-317d71cc9744 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Network 2e5782d9-5791-4763-85b4-bfd8289d9060 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:05:01.816026 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-5c66fa1b-98a3-4a79-b284-317d71cc9744 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:05:01.819677 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-5c66fa1b-98a3-4a79-b284-317d71cc9744 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 14:05:01.847242 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66fa1b-98a3-4a79-b284-317d71cc9744 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Pushing event updated for resources: {'Port': ['ID=2268d58f-b991-4dba-86f6-755a9bbcd564,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:05:01.873482 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-5c66fa1b-98a3-4a79-b284-317d71cc9744 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:01.874100 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-5c66fa1b-98a3-4a79-b284-317d71cc9744 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:01.883554 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:01.892848 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-5c66fa1b-98a3-4a79-b284-317d71cc9744 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5703473 May 24 14:05:01.998836 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-c203463a-07cb-4787-9fd5-68952f513ebc None None] Provisioning complete for port 2268d58f-b991-4dba-86f6-755a9bbcd564 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:05:01.999334 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c203463a-07cb-4787-9fd5-68952f513ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (2268d58f-b991-4dba-86f6-755a9bbcd564), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:02.030035 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-c203463a-07cb-4787-9fd5-68952f513ebc None None] Port 2268d58f-b991-4dba-86f6-755a9bbcd564 cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 14:05:02.265403 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c59d2-f89d-469b-b770-a526abc045bc req-04d26318-a2d1-4400-914d-fbf0073624b4 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:02.266857 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8b7c59d2-f89d-469b-b770-a526abc045bc req-04d26318-a2d1-4400-914d-fbf0073624b4 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=b50e64ca-9602-4aeb-a5fe-17c3969764d1 HTTP/1.1" status: 200 len: 943 time: 0.0482593 May 24 14:05:02.315471 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8b7c59d2-f89d-469b-b770-a526abc045bc req-b6efbf27-9fbb-4de6-8303-265b70d3a860 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431075 May 24 14:05:02.589664 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ac4bc-60f7-4c52-ba6a-3e9c8b4bd04b req-db49cbbf-7aa5-4132-816f-d887fd2ef8e6 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:02.591112 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d57ac4bc-60f7-4c52-ba6a-3e9c8b4bd04b req-db49cbbf-7aa5-4132-816f-d887fd2ef8e6 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=37a76501-1472-4b0d-9375-864f11fcad0f HTTP/1.1" status: 200 len: 932 time: 0.0503893 May 24 14:05:02.616150 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:02.638591 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d57ac4bc-60f7-4c52-ba6a-3e9c8b4bd04b req-86619cde-ca36-4def-bcd1-3046215320d0 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=150c4204-5ea3-480e-bfed-e9e3ebec5002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419879 May 24 14:05:02.811668 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-e056ec6e-49cf-4c93-a5bb-fa76a4c515eb service neutron] Request body: {'port': {'device_id': '37a76501-1472-4b0d-9375-864f11fcad0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:05:02.860912 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:02.885908 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096ecf9-a49a-4b74-aa94-ab5947bf5229 req-deb2f58b-8a15-4b10-9f5e-8a4581536bf4 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:02.887379 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6096ecf9-a49a-4b74-aa94-ab5947bf5229 req-deb2f58b-8a15-4b10-9f5e-8a4581536bf4 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 943 time: 0.0817621 May 24 14:05:02.930184 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-e056ec6e-49cf-4c93-a5bb-fa76a4c515eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (2268d58f-b991-4dba-86f6-755a9bbcd564), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:02.963098 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6096ecf9-a49a-4b74-aa94-ab5947bf5229 req-d58d6048-8a68-4000-a67b-57a7062a5e6e tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600388 May 24 14:05:03.233688 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-e056ec6e-49cf-4c93-a5bb-fa76a4c515eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2268d58f-b991-4dba-86f6-755a9bbcd564 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 14:05:03.240842 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-e056ec6e-49cf-4c93-a5bb-fa76a4c515eb service neutron] Publish callbacks [] for port (2268d58f-b991-4dba-86f6-755a9bbcd564), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:03.253991 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-e056ec6e-49cf-4c93-a5bb-fa76a4c515eb service neutron] Transition to ACTIVE for port object 2268d58f-b991-4dba-86f6-755a9bbcd564 will not be triggered until provisioned by entity L2. {{(pid=103807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 14:05:03.257354 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-e056ec6e-49cf-4c93-a5bb-fa76a4c515eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5058382'] for port (2268d58f-b991-4dba-86f6-755a9bbcd564), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:03.306357 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056ec6e-49cf-4c93-a5bb-fa76a4c515eb service neutron] Pushing event updated for resources: {'Port': ['ID=2268d58f-b991-4dba-86f6-755a9bbcd564,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:05:03.384015 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-e056ec6e-49cf-4c93-a5bb-fa76a4c515eb service neutron] Attempting to bind port 2268d58f-b991-4dba-86f6-755a9bbcd564 on host hv-cinder-84212 for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 14:05:03.384373 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-e056ec6e-49cf-4c93-a5bb-fa76a4c515eb service neutron] Attempting to bind port 2268d58f-b991-4dba-86f6-755a9bbcd564 by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': '73f4eb4c-d3e0-4414-9a39-779107de724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 14:05:03.384669 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-e056ec6e-49cf-4c93-a5bb-fa76a4c515eb service neutron] Attempting to bind port 2268d58f-b991-4dba-86f6-755a9bbcd564 on network 2e5782d9-5791-4763-85b4-bfd8289d9060 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:05:03.389517 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-e056ec6e-49cf-4c93-a5bb-fa76a4c515eb service neutron] Port 2268d58f-b991-4dba-86f6-755a9bbcd564 on network 2e5782d9-5791-4763-85b4-bfd8289d9060 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 14:05:03.389835 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-e056ec6e-49cf-4c93-a5bb-fa76a4c515eb service neutron] Attempting to bind port 2268d58f-b991-4dba-86f6-755a9bbcd564 on network 2e5782d9-5791-4763-85b4-bfd8289d9060 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:05:03.395296 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-e056ec6e-49cf-4c93-a5bb-fa76a4c515eb service neutron] Checking agent: {'id': 'a7952d12-b11e-49b3-ae0f-02e893d8d6d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'started_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 14, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 14:05:03.395627 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-e056ec6e-49cf-4c93-a5bb-fa76a4c515eb service neutron] Checking segment: {'id': '73f4eb4c-d3e0-4414-9a39-779107de724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 14:05:03.396108 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-e056ec6e-49cf-4c93-a5bb-fa76a4c515eb service neutron] Bound using segment: {'id': '73f4eb4c-d3e0-4414-9a39-779107de724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 14:05:03.396519 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-e056ec6e-49cf-4c93-a5bb-fa76a4c515eb service neutron] Bound port: 2268d58f-b991-4dba-86f6-755a9bbcd564, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73f4eb4c-d3e0-4414-9a39-779107de724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 14:05:03.396878 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-e056ec6e-49cf-4c93-a5bb-fa76a4c515eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (2268d58f-b991-4dba-86f6-755a9bbcd564), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:03.445009 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf51caa-cfce-4a58-b238-21b289c15cde req-927db7b1-867b-4b12-a3f2-fd3b37702038 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:03.446535 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-edf51caa-cfce-4a58-b238-21b289c15cde req-927db7b1-867b-4b12-a3f2-fd3b37702038 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=b50e64ca-9602-4aeb-a5fe-17c3969764d1 HTTP/1.1" status: 200 len: 943 time: 0.0533295 May 24 14:05:03.465790 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-e056ec6e-49cf-4c93-a5bb-fa76a4c515eb service neutron] For port 2268d58f-b991-4dba-86f6-755a9bbcd564, host hv-cinder-84212, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 14:05:03.469300 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-e056ec6e-49cf-4c93-a5bb-fa76a4c515eb service neutron] For port 2268d58f-b991-4dba-86f6-755a9bbcd564, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=2268d58f-b991-4dba-86f6-755a9bbcd564,segment=NetworkSegment(73f4eb4c-d3e0-4414-9a39-779107de724b),segment_id=73f4eb4c-d3e0-4414-9a39-779107de724b)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 14:05:03.475858 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-e056ec6e-49cf-4c93-a5bb-fa76a4c515eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5058382'] for port (2268d58f-b991-4dba-86f6-755a9bbcd564), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:03.504104 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-edf51caa-cfce-4a58-b238-21b289c15cde req-09b46330-8a88-43a4-afaa-4e0f36b03ec6 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499487 May 24 14:05:03.509637 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-e056ec6e-49cf-4c93-a5bb-fa76a4c515eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:03.510723 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-e056ec6e-49cf-4c93-a5bb-fa76a4c515eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:03.512575 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-e056ec6e-49cf-4c93-a5bb-fa76a4c515eb service neutron] 10.222.0.55 "PUT /v2.0/ports/2268d58f-b991-4dba-86f6-755a9bbcd564 HTTP/1.1" status: 200 len: 1094 time: 0.7047939 May 24 14:05:03.514728 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a76501-1472-4b0d-9375-864f11fcad0f', 'tag': '2268d58f-b991-4dba-86f6-755a9bbcd564'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:05:03.518265 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31120ed7-1e40-4d5c-945b-34e8b733fb39" -d '{"events": [{"name": "network-changed", "server_uuid": "37a76501-1472-4b0d-9375-864f11fcad0f", "tag": "2268d58f-b991-4dba-86f6-755a9bbcd564"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:05:03.556644 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056ec6e-49cf-4c93-a5bb-fa76a4c515eb service neutron] Pushing event updated for resources: {'Port': ['ID=2268d58f-b991-4dba-86f6-755a9bbcd564,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:05:03.563386 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 14:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5df67f1-ef50-400b-991e-0ac7b12160e3 x-openstack-request-id: req-f5df67f1-ef50-400b-991e-0ac7b12160e3 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:05:03.563741 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a76501-1472-4b0d-9375-864f11fcad0f", "tag": "2268d58f-b991-4dba-86f6-755a9bbcd564", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:05:03.564095 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f5df67f1-ef50-400b-991e-0ac7b12160e3 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:05:03.564551 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5df67f1-ef50-400b-991e-0ac7b12160e3'] response: {'name': 'network-changed', 'server_uuid': '37a76501-1472-4b0d-9375-864f11fcad0f', 'tag': '2268d58f-b991-4dba-86f6-755a9bbcd564', 'status': 'completed', 'code': 200} May 24 14:05:03.577607 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:03.609181 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-a9588be1-ef01-4f5c-aea4-b2e085e79ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:03.610725 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-a9588be1-ef01-4f5c-aea4-b2e085e79ba8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3db44af3db3441b7a0c5eb524eb35806&device_id=37a76501-1472-4b0d-9375-864f11fcad0f HTTP/1.1" status: 200 len: 1128 time: 0.0422106 May 24 14:05:03.627650 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device b3254324-4c15-407e-9543-03ad6753b3e9 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=103809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 14:05:03.655228 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-25e30513-51ff-4b10-ba9a-c6fcaa22797d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2268d58f-b991-4dba-86f6-755a9bbcd564 HTTP/1.1" status: 200 len: 217 time: 0.0380147 May 24 14:05:03.712563 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-fa151aaa-84e5-4331-a7e3-5285e4c590c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:03.714575 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-fa151aaa-84e5-4331-a7e3-5285e4c590c6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fb85256-d55e-4eee-985a-4e3dd416d342 HTTP/1.1" status: 200 len: 854 time: 0.0535839 May 24 14:05:03.757646 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port b3254324-4c15-407e-9543-03ad6753b3e9, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=b3254324-4c15-407e-9543-03ad6753b3e9,segment=NetworkSegment(1e6ed359-4160-4992-9ca6-a2eeb518f77f),segment_id=1e6ed359-4160-4992-9ca6-a2eeb518f77f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:05:03.759620 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:03.771037 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-12eb2821-14d5-4453-807d-b87940a86259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:03.772591 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-12eb2821-14d5-4453-807d-b87940a86259 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e5782d9-5791-4763-85b4-bfd8289d9060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510793 May 24 14:05:03.774088 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Returning: {'device': 'b3254324-4c15-407e-9543-03ad6753b3e9', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'port_id': 'b3254324-4c15-407e-9543-03ad6753b3e9', 'mac_address': 'fa:16:3e:89:88:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 14:05:03.775004 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e59c9-3654-434f-ac37-e9d880219dfc req-ba98c277-9a64-4006-8be7-466c5f96c289 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:03.777123 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a90e59c9-3654-434f-ac37-e9d880219dfc req-ba98c277-9a64-4006-8be7-466c5f96c289 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=37a76501-1472-4b0d-9375-864f11fcad0f HTTP/1.1" status: 200 len: 944 time: 0.0556374 May 24 14:05:03.816869 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port b3254324-4c15-407e-9543-03ad6753b3e9 is: DOWN; New status is: BUILD {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:05:03.817282 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (b3254324-4c15-407e-9543-03ad6753b3e9), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:03.832267 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3254324-4c15-407e-9543-03ad6753b3e9 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 14:05:03.835805 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a90e59c9-3654-434f-ac37-e9d880219dfc req-0f7e13af-5de7-4f72-a3be-1f517cbe094c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=150c4204-5ea3-480e-bfed-e9e3ebec5002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519376 May 24 14:05:03.852663 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port b3254324-4c15-407e-9543-03ad6753b3e9, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=b3254324-4c15-407e-9543-03ad6753b3e9,segment=NetworkSegment(1e6ed359-4160-4992-9ca6-a2eeb518f77f),segment_id=1e6ed359-4160-4992-9ca6-a2eeb518f77f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:05:03.857202 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (b3254324-4c15-407e-9543-03ad6753b3e9), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:03.878098 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-6ce7082e-6aaf-4347-9401-761d927e1f55 service neutron] 10.222.0.55 "GET /v2.0/networks/2e5782d9-5791-4763-85b4-bfd8289d9060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992637 May 24 14:05:03.908830 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=b3254324-4c15-407e-9543-03ad6753b3e9,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:05:03.969528 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-26a221e4-1dc8-4948-9fbd-40893de46a86 req-52386358-01d6-4f44-a282-0e94d47a45ba service neutron] 10.222.0.55 "GET /v2.0/networks/2e5782d9-5791-4763-85b4-bfd8289d9060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852327 May 24 14:05:04.080231 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0219c-aa16-4bb9-b82e-b0a9dcccc6dc req-ac97bed7-eb3f-45ea-9769-9a30dc63ab84 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:04.081589 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d7c0219c-aa16-4bb9-b82e-b0a9dcccc6dc req-ac97bed7-eb3f-45ea-9769-9a30dc63ab84 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 943 time: 0.0471442 May 24 14:05:04.138986 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d7c0219c-aa16-4bb9-b82e-b0a9dcccc6dc req-b56b706b-d3b8-4bc7-af58-8c9259546947 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519283 May 24 14:05:04.543193 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['b3254324-4c15-407e-9543-03ad6753b3e9'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 14:05:04.622323 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e9286-2b34-4a1e-b7ad-e5102142d62a req-9d8d39c1-c1f1-4bac-ae95-b57be40376fa tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:04.623791 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ee3e9286-2b34-4a1e-b7ad-e5102142d62a req-9d8d39c1-c1f1-4bac-ae95-b57be40376fa tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=b50e64ca-9602-4aeb-a5fe-17c3969764d1 HTTP/1.1" status: 200 len: 944 time: 0.0485356 May 24 14:05:04.673450 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ee3e9286-2b34-4a1e-b7ad-e5102142d62a req-fac64e32-f586-45ab-91a6-3535be364d59 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441160 May 24 14:05:04.836088 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=61 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:04.841020 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=80,neutron:DELETE=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:04.949070 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e45844-b0ac-4ab6-a548-53a9b4f43b90 req-0aa5d0ef-779e-4088-940c-02631553197c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:04.950529 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f9e45844-b0ac-4ab6-a548-53a9b4f43b90 req-0aa5d0ef-779e-4088-940c-02631553197c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=37a76501-1472-4b0d-9375-864f11fcad0f HTTP/1.1" status: 200 len: 944 time: 0.0461528 May 24 14:05:04.997647 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f9e45844-b0ac-4ab6-a548-53a9b4f43b90 req-5f3a7328-511a-4959-889f-32f80cd92afe tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=150c4204-5ea3-480e-bfed-e9e3ebec5002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415962 May 24 14:05:05.249182 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc67d29-7b85-4761-9f99-3ba88ac7e77d req-eebbe9ba-39c4-4a16-876b-30dd52457b89 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:05.250631 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-7dc67d29-7b85-4761-9f99-3ba88ac7e77d req-eebbe9ba-39c4-4a16-876b-30dd52457b89 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 943 time: 0.0461574 May 24 14:05:05.282872 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:05.299438 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-7dc67d29-7b85-4761-9f99-3ba88ac7e77d req-380b5b31-890c-4fcf-8eb2-1985dab35d69 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434108 May 24 14:05:05.736721 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 0b05c79c-a61b-459e-a884-b9c7305f6581 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=103809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 14:05:05.739812 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device b3254324-4c15-407e-9543-03ad6753b3e9 up at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:05:05.791087 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe29969-8411-4bb1-9320-d84a8cc30922 req-e2e70ee2-926a-49da-a30e-650b07b6a632 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:05.793203 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5fe29969-8411-4bb1-9320-d84a8cc30922 req-e2e70ee2-926a-49da-a30e-650b07b6a632 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=b50e64ca-9602-4aeb-a5fe-17c3969764d1 HTTP/1.1" status: 200 len: 944 time: 0.0466704 May 24 14:05:05.841783 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5fe29969-8411-4bb1-9320-d84a8cc30922 req-75592187-b25e-445d-b5de-072f7dac79a0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430951 May 24 14:05:05.958230 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning for port b3254324-4c15-407e-9543-03ad6753b3e9 completed by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 14:05:05.966742 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning complete for port b3254324-4c15-407e-9543-03ad6753b3e9 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:05:05.967106 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (b3254324-4c15-407e-9543-03ad6753b3e9), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:06.010597 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:06.019127 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 0b05c79c-a61b-459e-a884-b9c7305f6581, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=0b05c79c-a61b-459e-a884-b9c7305f6581,segment=NetworkSegment(570b5330-747f-49b7-83d6-6b6e30208601),segment_id=570b5330-747f-49b7-83d6-6b6e30208601)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:05:06.037020 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Returning: {'device': '0b05c79c-a61b-459e-a884-b9c7305f6581', 'network_id': 'ceb718dc-f4a8-4668-a280-59d30b7a2d2c', 'port_id': '0b05c79c-a61b-459e-a884-b9c7305f6581', 'mac_address': 'fa:16:3e:10:0e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51ad56e2-5223-4686-9701-7e93c8b6f443', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 14:05:06.041791 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:06.099850 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:06.106094 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 0b05c79c-a61b-459e-a884-b9c7305f6581 is: DOWN; New status is: BUILD {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:05:06.106460 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (0b05c79c-a61b-459e-a884-b9c7305f6581), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:06.118107 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port b3254324-4c15-407e-9543-03ad6753b3e9 is: BUILD; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:05:06.118476 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (b3254324-4c15-407e-9543-03ad6753b3e9), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:06.125025 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b05c79c-a61b-459e-a884-b9c7305f6581 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 14:05:06.129120 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc023c-faf7-43f5-819d-f4eacdb9270a req-f0026939-e11c-4e32-bde2-d3999d5da366 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:06.130591 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-92bc023c-faf7-43f5-819d-f4eacdb9270a req-f0026939-e11c-4e32-bde2-d3999d5da366 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=37a76501-1472-4b0d-9375-864f11fcad0f HTTP/1.1" status: 200 len: 944 time: 0.0568664 May 24 14:05:06.161332 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50e64ca-9602-4aeb-a5fe-17c3969764d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3254324-4c15-407e-9543-03ad6753b3e9'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:05:06.163523 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6704ccb53a4068acec69ef2b688a9e5af712f2ba46f4bf8cce86ae06eb28aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607bb588-1e42-4422-88e3-becfe41c27d0" -d '{"events": [{"server_uuid": "b50e64ca-9602-4aeb-a5fe-17c3969764d1", "name": "network-vif-plugged", "status": "completed", "tag": "b3254324-4c15-407e-9543-03ad6753b3e9"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:05:06.168709 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 0b05c79c-a61b-459e-a884-b9c7305f6581, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=0b05c79c-a61b-459e-a884-b9c7305f6581,segment=NetworkSegment(570b5330-747f-49b7-83d6-6b6e30208601),segment_id=570b5330-747f-49b7-83d6-6b6e30208601)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:05:06.177468 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port b3254324-4c15-407e-9543-03ad6753b3e9, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=b3254324-4c15-407e-9543-03ad6753b3e9,segment=NetworkSegment(1e6ed359-4160-4992-9ca6-a2eeb518f77f),segment_id=1e6ed359-4160-4992-9ca6-a2eeb518f77f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:05:06.178480 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (0b05c79c-a61b-459e-a884-b9c7305f6581), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:06.180755 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-92bc023c-faf7-43f5-819d-f4eacdb9270a req-15371427-8a84-43a4-b908-f467a85f61d0 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=150c4204-5ea3-480e-bfed-e9e3ebec5002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445943 May 24 14:05:06.183985 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (b3254324-4c15-407e-9543-03ad6753b3e9), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:06.207944 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 14:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf33205e-010f-4d52-93f3-88087aa4a322 x-openstack-request-id: req-cf33205e-010f-4d52-93f3-88087aa4a322 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:05:06.208228 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b50e64ca-9602-4aeb-a5fe-17c3969764d1", "name": "network-vif-plugged", "status": "completed", "tag": "b3254324-4c15-407e-9543-03ad6753b3e9", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:05:06.208470 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cf33205e-010f-4d52-93f3-88087aa4a322 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:05:06.208851 dv-cinder-842129-1-iscsi neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf33205e-010f-4d52-93f3-88087aa4a322'] response: {'server_uuid': 'b50e64ca-9602-4aeb-a5fe-17c3969764d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3254324-4c15-407e-9543-03ad6753b3e9', 'code': 200} May 24 14:05:06.229241 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=0b05c79c-a61b-459e-a884-b9c7305f6581,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:05:06.275100 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=b3254324-4c15-407e-9543-03ad6753b3e9,revision_number=5']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:05:06.412080 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11179f8-bccc-4cfe-9135-f9d8ea148b8e req-1305e6e3-03a8-4513-bde1-6d961d645596 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:06.413535 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a11179f8-bccc-4cfe-9135-f9d8ea148b8e req-1305e6e3-03a8-4513-bde1-6d961d645596 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 944 time: 0.0473177 May 24 14:05:06.462574 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a11179f8-bccc-4cfe-9135-f9d8ea148b8e req-893bf391-4839-4269-8402-cb82d46ce754 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426059 May 24 14:05:06.563761 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['0b05c79c-a61b-459e-a884-b9c7305f6581'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 14:05:06.960293 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4cf76a-a6b0-4870-b8d7-0c1476ab16e0 req-aac98cad-d9c9-4784-bed2-78ebfdf249f9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:06.961773 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bd4cf76a-a6b0-4870-b8d7-0c1476ab16e0 req-aac98cad-d9c9-4784-bed2-78ebfdf249f9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=b50e64ca-9602-4aeb-a5fe-17c3969764d1 HTTP/1.1" status: 200 len: 945 time: 0.0504594 May 24 14:05:07.014843 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bd4cf76a-a6b0-4870-b8d7-0c1476ab16e0 req-cdb89111-b650-4b2a-9794-d15ad69c4800 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475380 May 24 14:05:07.220243 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31120ed7-1e40-4d5c-945b-34e8b733fb39 req-3e9812b0-cda8-447e-a23d-df6885bec155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:07.221894 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-31120ed7-1e40-4d5c-945b-34e8b733fb39 req-3e9812b0-cda8-447e-a23d-df6885bec155 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3db44af3db3441b7a0c5eb524eb35806&device_id=37a76501-1472-4b0d-9375-864f11fcad0f HTTP/1.1" status: 200 len: 1128 time: 0.0434060 May 24 14:05:07.311591 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f04f2-045e-4543-b4e1-9b0eb96636e4 req-8760d0fd-0138-40fb-bbbe-6b8159fe1c80 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:07.313074 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e28f04f2-045e-4543-b4e1-9b0eb96636e4 req-8760d0fd-0138-40fb-bbbe-6b8159fe1c80 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=37a76501-1472-4b0d-9375-864f11fcad0f HTTP/1.1" status: 200 len: 944 time: 0.0498693 May 24 14:05:07.366707 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e28f04f2-045e-4543-b4e1-9b0eb96636e4 req-fb8d6567-9c68-4b12-80b9-d6956fa46d6e tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=150c4204-5ea3-480e-bfed-e9e3ebec5002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478404 May 24 14:05:07.467904 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31120ed7-1e40-4d5c-945b-34e8b733fb39 req-a3f5ef85-e390-4bc8-aabc-98a03af76ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:07.469305 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-31120ed7-1e40-4d5c-945b-34e8b733fb39 req-a3f5ef85-e390-4bc8-aabc-98a03af76ce1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e5782d9-5791-4763-85b4-bfd8289d9060 HTTP/1.1" status: 200 len: 916 time: 0.1101465 May 24 14:05:07.520853 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-31120ed7-1e40-4d5c-945b-34e8b733fb39 req-0a779003-5fc2-4765-b728-ee8e015505eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2268d58f-b991-4dba-86f6-755a9bbcd564 HTTP/1.1" status: 200 len: 217 time: 0.0353293 May 24 14:05:07.526518 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08edf3f-e5fc-40a8-ac8d-838b6a9cf7b0 req-fd7ab83a-e847-4124-901d-d5f14214573e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:07.528561 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e08edf3f-e5fc-40a8-ac8d-838b6a9cf7b0 req-fd7ab83a-e847-4124-901d-d5f14214573e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b50e64ca-9602-4aeb-a5fe-17c3969764d1 HTTP/1.1" status: 200 len: 1129 time: 0.0780933 May 24 14:05:07.629287 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8c735-24cf-428b-8400-a2158f9a5b89 req-1030813f-eca1-40d5-8db6-6e7d3b570913 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:07.630727 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-16a8c735-24cf-428b-8400-a2158f9a5b89 req-1030813f-eca1-40d5-8db6-6e7d3b570913 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 944 time: 0.0941098 May 24 14:05:07.631120 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:07.635371 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31120ed7-1e40-4d5c-945b-34e8b733fb39 req-9d00c7ce-962f-4ed3-b09d-95115652d3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:07.637579 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-31120ed7-1e40-4d5c-945b-34e8b733fb39 req-9d00c7ce-962f-4ed3-b09d-95115652d3e8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fb85256-d55e-4eee-985a-4e3dd416d342 HTTP/1.1" status: 200 len: 854 time: 0.1081967 May 24 14:05:07.673382 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e08edf3f-e5fc-40a8-ac8d-838b6a9cf7b0 req-6c7f7a84-0b29-4fe6-8f69-185f5646d070 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355999 May 24 14:05:07.726967 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31120ed7-1e40-4d5c-945b-34e8b733fb39 req-3a39375a-49ce-4100-96f2-684a9984c352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:07.728475 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-31120ed7-1e40-4d5c-945b-34e8b733fb39 req-3a39375a-49ce-4100-96f2-684a9984c352 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e5782d9-5791-4763-85b4-bfd8289d9060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0802665 May 24 14:05:07.733122 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-16a8c735-24cf-428b-8400-a2158f9a5b89 req-0647abe8-5688-471d-b1ba-20141783cfe2 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904596 May 24 14:05:07.751759 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 2268d58f-b991-4dba-86f6-755a9bbcd564 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=103809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 14:05:07.753933 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 0b05c79c-a61b-459e-a884-b9c7305f6581 up at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:05:07.850624 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning for port 0b05c79c-a61b-459e-a884-b9c7305f6581 completed by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 14:05:07.859904 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning complete for port 0b05c79c-a61b-459e-a884-b9c7305f6581 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:05:07.860270 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (0b05c79c-a61b-459e-a884-b9c7305f6581), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:07.914545 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 2268d58f-b991-4dba-86f6-755a9bbcd564, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=2268d58f-b991-4dba-86f6-755a9bbcd564,segment=NetworkSegment(73f4eb4c-d3e0-4414-9a39-779107de724b),segment_id=73f4eb4c-d3e0-4414-9a39-779107de724b)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:05:07.930840 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Returning: {'device': '2268d58f-b991-4dba-86f6-755a9bbcd564', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'port_id': '2268d58f-b991-4dba-86f6-755a9bbcd564', 'mac_address': 'fa:16:3e:75:19:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 14:05:07.993310 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 0b05c79c-a61b-459e-a884-b9c7305f6581 is: BUILD; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:05:07.993692 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (0b05c79c-a61b-459e-a884-b9c7305f6581), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:07.996300 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 2268d58f-b991-4dba-86f6-755a9bbcd564 is: DOWN; New status is: BUILD {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:05:07.996914 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (2268d58f-b991-4dba-86f6-755a9bbcd564), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:08.024105 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2268d58f-b991-4dba-86f6-755a9bbcd564 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 14:05:08.054436 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 0b05c79c-a61b-459e-a884-b9c7305f6581, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=0b05c79c-a61b-459e-a884-b9c7305f6581,segment=NetworkSegment(570b5330-747f-49b7-83d6-6b6e30208601),segment_id=570b5330-747f-49b7-83d6-6b6e30208601)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:05:08.056319 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 2268d58f-b991-4dba-86f6-755a9bbcd564, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=2268d58f-b991-4dba-86f6-755a9bbcd564,segment=NetworkSegment(73f4eb4c-d3e0-4414-9a39-779107de724b),segment_id=73f4eb4c-d3e0-4414-9a39-779107de724b)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:05:08.060378 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (0b05c79c-a61b-459e-a884-b9c7305f6581), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:08.060680 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:08.065144 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (2268d58f-b991-4dba-86f6-755a9bbcd564), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:08.114061 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=0b05c79c-a61b-459e-a884-b9c7305f6581,revision_number=5']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:05:08.141734 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-31120ed7-1e40-4d5c-945b-34e8b733fb39 req-58e7cfbf-8bd5-45e1-86bb-9dcdcd622e73 service neutron] 10.222.0.55 "GET /v2.0/networks/2e5782d9-5791-4763-85b4-bfd8289d9060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004210 May 24 14:05:08.145859 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd7911-e137-432e-b131-4a406a635195 req-50416d3d-fc08-4480-aca1-6a1b3d864ab0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:08.147327 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-13cd7911-e137-432e-b131-4a406a635195 req-50416d3d-fc08-4480-aca1-6a1b3d864ab0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=b50e64ca-9602-4aeb-a5fe-17c3969764d1 HTTP/1.1" status: 200 len: 945 time: 0.0618896 May 24 14:05:08.163971 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=2268d58f-b991-4dba-86f6-755a9bbcd564,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:05:08.199745 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-13cd7911-e137-432e-b131-4a406a635195 req-6cb0c272-c048-4888-a2c0-2bb879cb67c3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460687 May 24 14:05:08.210222 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb63ce0-bd0a-4a00-ae22-d891b29fb857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b05c79c-a61b-459e-a884-b9c7305f6581'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:05:08.212991 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6704ccb53a4068acec69ef2b688a9e5af712f2ba46f4bf8cce86ae06eb28aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce18755-2111-428f-be56-033d4b8576cf" -d '{"events": [{"server_uuid": "0fb63ce0-bd0a-4a00-ae22-d891b29fb857", "name": "network-vif-plugged", "status": "completed", "tag": "0b05c79c-a61b-459e-a884-b9c7305f6581"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:05:08.239433 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-31120ed7-1e40-4d5c-945b-34e8b733fb39 req-9aafd38e-24d0-4198-b66d-367914bec8f4 service neutron] 10.222.0.55 "GET /v2.0/networks/2e5782d9-5791-4763-85b4-bfd8289d9060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908699 May 24 14:05:08.249953 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 14:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc9b92f-9b8c-4fa1-9555-757fc38d709b x-openstack-request-id: req-cfc9b92f-9b8c-4fa1-9555-757fc38d709b {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:05:08.250242 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb63ce0-bd0a-4a00-ae22-d891b29fb857", "name": "network-vif-plugged", "status": "completed", "tag": "0b05c79c-a61b-459e-a884-b9c7305f6581", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:05:08.250490 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cfc9b92f-9b8c-4fa1-9555-757fc38d709b {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:05:08.250908 dv-cinder-842129-1-iscsi neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfc9b92f-9b8c-4fa1-9555-757fc38d709b'] response: {'server_uuid': '0fb63ce0-bd0a-4a00-ae22-d891b29fb857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b05c79c-a61b-459e-a884-b9c7305f6581', 'code': 200} May 24 14:05:08.482236 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4e69a-f4da-40b5-9653-a34c4dbd004b req-c8e9b124-0f91-4f39-8f62-950360fa9e90 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:08.483609 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-1eb4e69a-f4da-40b5-9653-a34c4dbd004b req-c8e9b124-0f91-4f39-8f62-950360fa9e90 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=37a76501-1472-4b0d-9375-864f11fcad0f HTTP/1.1" status: 200 len: 945 time: 0.0466053 May 24 14:05:08.495178 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['2268d58f-b991-4dba-86f6-755a9bbcd564'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 14:05:08.536892 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-1eb4e69a-f4da-40b5-9653-a34c4dbd004b req-274c00d9-af7b-427b-8ddb-791f058ea4ab tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=150c4204-5ea3-480e-bfed-e9e3ebec5002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476987 May 24 14:05:08.575997 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:08.853685 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038c2e2-dd09-4d32-aef5-5ede9df6ee67 req-f5a952be-c7f8-4c73-b937-33d2ff10783f tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:08.855154 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5038c2e2-dd09-4d32-aef5-5ede9df6ee67 req-f5a952be-c7f8-4c73-b937-33d2ff10783f tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 945 time: 0.0508642 May 24 14:05:08.903011 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5038c2e2-dd09-4d32-aef5-5ede9df6ee67 req-22c046fc-9c1e-4db6-b417-ca9e0e8107f9 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424356 May 24 14:05:09.196589 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d6c0f-5f75-40c1-8bd5-c523140c41cd req-adef6c33-d81b-4013-9909-c6a29db9a7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:09.198092 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-415d6c0f-5f75-40c1-8bd5-c523140c41cd req-adef6c33-d81b-4013-9909-c6a29db9a7de service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 1129 time: 0.0391834 May 24 14:05:09.248553 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-415d6c0f-5f75-40c1-8bd5-c523140c41cd req-cfae5aec-a4ef-40ec-a3f1-78b8d509d96a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435205 May 24 14:05:09.320183 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f6dab-0460-4fb5-9e29-2c6c832d8fc8 req-392f3132-162e-4b27-8e14-1f1243a88b55 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:09.321787 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-444f6dab-0460-4fb5-9e29-2c6c832d8fc8 req-392f3132-162e-4b27-8e14-1f1243a88b55 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=b50e64ca-9602-4aeb-a5fe-17c3969764d1 HTTP/1.1" status: 200 len: 945 time: 0.0468822 May 24 14:05:09.365916 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab98680-5ecf-4dad-86af-f655af837147 req-419429a8-cc46-4089-840e-f5e8cac773af tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:09.367652 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-cab98680-5ecf-4dad-86af-f655af837147 req-419429a8-cc46-4089-840e-f5e8cac773af tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 945 time: 0.0506921 May 24 14:05:09.375468 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-444f6dab-0460-4fb5-9e29-2c6c832d8fc8 req-43cf389d-7b05-4ba4-bd36-729e76e78c99 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475750 May 24 14:05:09.415350 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-cab98680-5ecf-4dad-86af-f655af837147 req-9a1d0c3b-3c1b-4fe9-8e88-a6797d37f48f tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420055 May 24 14:05:09.649059 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e557a-fee8-45f0-b96f-fac671641f93 req-4c569b0b-862b-49ff-95a1-36d90be0faf7 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:09.650586 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-934e557a-fee8-45f0-b96f-fac671641f93 req-4c569b0b-862b-49ff-95a1-36d90be0faf7 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=37a76501-1472-4b0d-9375-864f11fcad0f HTTP/1.1" status: 200 len: 945 time: 0.0469429 May 24 14:05:09.706039 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-934e557a-fee8-45f0-b96f-fac671641f93 req-e5c67001-ecdf-42b4-8e55-bf901e6daedb tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=150c4204-5ea3-480e-bfed-e9e3ebec5002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476234 May 24 14:05:09.769961 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 2268d58f-b991-4dba-86f6-755a9bbcd564 up at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:05:09.791659 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:09.813234 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning for port 2268d58f-b991-4dba-86f6-755a9bbcd564 completed by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 14:05:09.818625 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning complete for port 2268d58f-b991-4dba-86f6-755a9bbcd564 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:05:09.819010 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (2268d58f-b991-4dba-86f6-755a9bbcd564), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:09.881473 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:09.892992 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 2268d58f-b991-4dba-86f6-755a9bbcd564 is: BUILD; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:05:09.893438 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (2268d58f-b991-4dba-86f6-755a9bbcd564), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:09.929650 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 2268d58f-b991-4dba-86f6-755a9bbcd564, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=2268d58f-b991-4dba-86f6-755a9bbcd564,segment=NetworkSegment(73f4eb4c-d3e0-4414-9a39-779107de724b),segment_id=73f4eb4c-d3e0-4414-9a39-779107de724b)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:05:09.933470 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (2268d58f-b991-4dba-86f6-755a9bbcd564), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:09.982023 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=2268d58f-b991-4dba-86f6-755a9bbcd564,revision_number=5']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:05:10.017915 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19257a7-5396-4f77-bbd5-7b47ab3a6b11 req-fd0e9122-f68e-4f6a-8608-ca5c1f6935fb tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:10.019400 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e19257a7-5396-4f77-bbd5-7b47ab3a6b11 req-fd0e9122-f68e-4f6a-8608-ca5c1f6935fb tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 945 time: 0.0493691 May 24 14:05:10.052097 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:10.070941 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e19257a7-5396-4f77-bbd5-7b47ab3a6b11 req-c756617a-3edf-452d-8206-16d5442cbbe7 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458801 May 24 14:05:10.083142 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:10.251698 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a76501-1472-4b0d-9375-864f11fcad0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2268d58f-b991-4dba-86f6-755a9bbcd564'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:05:10.254001 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6704ccb53a4068acec69ef2b688a9e5af712f2ba46f4bf8cce86ae06eb28aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd43596-bdbd-4bf9-836a-f3358ebb19ed" -d '{"events": [{"server_uuid": "37a76501-1472-4b0d-9375-864f11fcad0f", "name": "network-vif-plugged", "status": "completed", "tag": "2268d58f-b991-4dba-86f6-755a9bbcd564"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:05:10.290071 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 14:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cc2314-8a24-4bf3-9beb-1f90688b838e x-openstack-request-id: req-25cc2314-8a24-4bf3-9beb-1f90688b838e {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:05:10.290363 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a76501-1472-4b0d-9375-864f11fcad0f", "name": "network-vif-plugged", "status": "completed", "tag": "2268d58f-b991-4dba-86f6-755a9bbcd564", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:05:10.290616 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-25cc2314-8a24-4bf3-9beb-1f90688b838e {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:05:10.291008 dv-cinder-842129-1-iscsi neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25cc2314-8a24-4bf3-9beb-1f90688b838e'] response: {'server_uuid': '37a76501-1472-4b0d-9375-864f11fcad0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2268d58f-b991-4dba-86f6-755a9bbcd564', 'code': 200} May 24 14:05:10.491646 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ecd151-7da0-4dc5-8802-6d3e4091a711 req-553d6f14-164e-4024-89b6-2521a2c4857b tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:10.493422 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-96ecd151-7da0-4dc5-8802-6d3e4091a711 req-553d6f14-164e-4024-89b6-2521a2c4857b tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=b50e64ca-9602-4aeb-a5fe-17c3969764d1 HTTP/1.1" status: 200 len: 945 time: 0.0513628 May 24 14:05:10.538108 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a1c92-9ca0-4cff-a66f-dce7379c5c6e req-aea77dd4-0f6d-480e-87a4-86e21e094d59 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:10.539577 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0b2a1c92-9ca0-4cff-a66f-dce7379c5c6e req-aea77dd4-0f6d-480e-87a4-86e21e094d59 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 945 time: 0.0492332 May 24 14:05:10.545198 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-96ecd151-7da0-4dc5-8802-6d3e4091a711 req-50513150-7dc2-485c-bdde-7e92b05e7313 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459318 May 24 14:05:10.586775 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0b2a1c92-9ca0-4cff-a66f-dce7379c5c6e req-6df702f2-624f-46c4-b5be-75304315208b tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417144 May 24 14:05:10.655393 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafdc25-ee02-43d6-8ec9-ba75a3d9d215 req-a3ab4d4f-adb2-4d3d-b3e4-f197170f6464 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:10.656907 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-edafdc25-ee02-43d6-8ec9-ba75a3d9d215 req-a3ab4d4f-adb2-4d3d-b3e4-f197170f6464 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=b50e64ca-9602-4aeb-a5fe-17c3969764d1 HTTP/1.1" status: 200 len: 945 time: 0.0463538 May 24 14:05:10.705056 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-edafdc25-ee02-43d6-8ec9-ba75a3d9d215 req-f6146670-1330-47f5-9aa4-af614278e5f3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427058 May 24 14:05:10.727238 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 42260) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:05:10.838703 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ae4ef-a443-477c-aa8a-b44d5642a1fc req-bfd4bb88-6da5-4616-a144-432fd77d90b8 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:10.840345 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-236ae4ef-a443-477c-aa8a-b44d5642a1fc req-bfd4bb88-6da5-4616-a144-432fd77d90b8 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=37a76501-1472-4b0d-9375-864f11fcad0f HTTP/1.1" status: 200 len: 946 time: 0.0668321 May 24 14:05:10.925052 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-236ae4ef-a443-477c-aa8a-b44d5642a1fc req-ca52ce41-20ac-41f6-83a4-9901fcfc1293 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=150c4204-5ea3-480e-bfed-e9e3ebec5002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765352 May 24 14:05:10.939973 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82a32a6-5fdd-45d1-91d4-16832aa2c606 tempest-TestVolumeBootPattern-626065072 tempest-TestVolumeBootPattern-626065072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:10.941407 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-a82a32a6-5fdd-45d1-91d4-16832aa2c606 tempest-TestVolumeBootPattern-626065072 tempest-TestVolumeBootPattern-626065072-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b50e64ca-9602-4aeb-a5fe-17c3969764d1 HTTP/1.1" status: 200 len: 1124 time: 0.2131369 May 24 14:05:10.945044 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 42266) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:05:10.948531 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-caf926b8-5aa4-4fb1-ad5f-c65e3ae689e9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Request body: {'floatingip': {'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'port_id': 'b3254324-4c15-407e-9543-03ad6753b3e9', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:05:10.987368 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106149b2-b681-4f7a-b81a-b3bf092e1165 req-c6bc8484-16aa-452f-be92-18080efecadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:10.988820 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-106149b2-b681-4f7a-b81a-b3bf092e1165 req-c6bc8484-16aa-452f-be92-18080efecadb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=37a76501-1472-4b0d-9375-864f11fcad0f HTTP/1.1" status: 200 len: 1130 time: 0.0572112 May 24 14:05:10.994721 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-caf926b8-5aa4-4fb1-ad5f-c65e3ae689e9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:11.078767 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:11.095302 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-106149b2-b681-4f7a-b81a-b3bf092e1165 req-7210837e-ce10-45d9-99ec-e73eabb79e9e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=150c4204-5ea3-480e-bfed-e9e3ebec5002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836897 May 24 14:05:11.098137 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:11.106818 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-caf926b8-5aa4-4fb1-ad5f-c65e3ae689e9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:11.183763 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5d94e-cb6c-4446-952a-3298da01d857 req-0957715d-7eba-40d8-8b46-309a53ac7f93 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:11.185257 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-40e5d94e-cb6c-4446-952a-3298da01d857 req-0957715d-7eba-40d8-8b46-309a53ac7f93 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 945 time: 0.0461044 May 24 14:05:11.215421 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-caf926b8-5aa4-4fb1-ad5f-c65e3ae689e9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Allocated IP 172.27.3.191 (77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6/277372c2-c924-4ff9-98b4-a2b2337930ef/d545c727-22a1-43c3-b6ed-64e971fe111b) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 14:05:11.239596 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-40e5d94e-cb6c-4446-952a-3298da01d857 req-fd24e0ca-2684-4381-808a-6b7058a8ccb8 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478597 May 24 14:05:11.315824 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-caf926b8-5aa4-4fb1-ad5f-c65e3ae689e9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for port (d545c727-22a1-43c3-b6ed-64e971fe111b), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:11.349145 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-caf926b8-5aa4-4fb1-ad5f-c65e3ae689e9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (d545c727-22a1-43c3-b6ed-64e971fe111b), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:11.392875 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf926b8-5aa4-4fb1-ad5f-c65e3ae689e9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:05:11.397744 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-caf926b8-5aa4-4fb1-ad5f-c65e3ae689e9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:05:11.399739 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf926b8-5aa4-4fb1-ad5f-c65e3ae689e9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Pushing event updated for resources: {'Port': ['ID=d545c727-22a1-43c3-b6ed-64e971fe111b,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:05:11.401841 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf926b8-5aa4-4fb1-ad5f-c65e3ae689e9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 14:05:11.431345 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf926b8-5aa4-4fb1-ad5f-c65e3ae689e9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:05:11.431684 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf926b8-5aa4-4fb1-ad5f-c65e3ae689e9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:05:11.432043 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf926b8-5aa4-4fb1-ad5f-c65e3ae689e9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:05:11.432378 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf926b8-5aa4-4fb1-ad5f-c65e3ae689e9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:05:11.432704 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf926b8-5aa4-4fb1-ad5f-c65e3ae689e9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:05:11.433030 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf926b8-5aa4-4fb1-ad5f-c65e3ae689e9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:05:11.433348 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf926b8-5aa4-4fb1-ad5f-c65e3ae689e9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:05:11.433666 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf926b8-5aa4-4fb1-ad5f-c65e3ae689e9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:05:11.433989 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf926b8-5aa4-4fb1-ad5f-c65e3ae689e9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:05:11.434307 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf926b8-5aa4-4fb1-ad5f-c65e3ae689e9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:05:11.434626 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf926b8-5aa4-4fb1-ad5f-c65e3ae689e9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:05:11.434944 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf926b8-5aa4-4fb1-ad5f-c65e3ae689e9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:05:11.435260 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf926b8-5aa4-4fb1-ad5f-c65e3ae689e9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:05:11.435571 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf926b8-5aa4-4fb1-ad5f-c65e3ae689e9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:05:11.435903 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf926b8-5aa4-4fb1-ad5f-c65e3ae689e9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:05:11.880667 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da063339-f477-4f1d-adf7-aa7fbda4fbe5 req-1ad2fe04-be6b-4a19-85d6-6ad6c5fce9f3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:11.882044 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-da063339-f477-4f1d-adf7-aa7fbda4fbe5 req-1ad2fe04-be6b-4a19-85d6-6ad6c5fce9f3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 945 time: 0.0790801 May 24 14:05:11.980334 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-da063339-f477-4f1d-adf7-aa7fbda4fbe5 req-267dc431-5a96-4bf2-881e-19eaab8023c9 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911291 May 24 14:05:12.053123 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a986dc-a783-40d3-82c9-5d84a745bd88 req-2511c11c-4d57-4a30-bbd3-74382b0865f3 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:12.054591 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d2a986dc-a783-40d3-82c9-5d84a745bd88 req-2511c11c-4d57-4a30-bbd3-74382b0865f3 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=37a76501-1472-4b0d-9375-864f11fcad0f HTTP/1.1" status: 200 len: 946 time: 0.0497899 May 24 14:05:12.084214 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:12.085463 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-caf926b8-5aa4-4fb1-ad5f-c65e3ae689e9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for floatingip (f73c93c1-132d-4797-bfdd-14c55dbd645c), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:12.103211 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d2a986dc-a783-40d3-82c9-5d84a745bd88 req-daed5fa6-52bc-4c3d-9b87-88b421d027c9 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=150c4204-5ea3-480e-bfed-e9e3ebec5002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429327 May 24 14:05:12.119491 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:12.155374 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-caf926b8-5aa4-4fb1-ad5f-c65e3ae689e9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (d545c727-22a1-43c3-b6ed-64e971fe111b), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:12.363782 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-caf926b8-5aa4-4fb1-ad5f-c65e3ae689e9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for port (d545c727-22a1-43c3-b6ed-64e971fe111b), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:12.373051 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c1e37-9b6f-4820-8ce8-9cef7d3f72aa req-72912a62-f722-443a-aa53-de673a30dd3e tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:12.374519 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-959c1e37-9b6f-4820-8ce8-9cef7d3f72aa req-72912a62-f722-443a-aa53-de673a30dd3e tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 945 time: 0.0653801 May 24 14:05:12.375566 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-caf926b8-5aa4-4fb1-ad5f-c65e3ae689e9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5058382'] for port (d545c727-22a1-43c3-b6ed-64e971fe111b), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:12.473706 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf926b8-5aa4-4fb1-ad5f-c65e3ae689e9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Pushing event updated for resources: {'Port': ['ID=d545c727-22a1-43c3-b6ed-64e971fe111b,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:05:12.502999 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-959c1e37-9b6f-4820-8ce8-9cef7d3f72aa req-0bb3c10c-a249-4dea-b76a-5e8cc9a736e3 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220880 May 24 14:05:12.504242 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-caf926b8-5aa4-4fb1-ad5f-c65e3ae689e9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534436'] for floatingip (f73c93c1-132d-4797-bfdd-14c55dbd645c), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:12.580806 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:12.602179 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.db.l3_db [None req-caf926b8-5aa4-4fb1-ad5f-c65e3ae689e9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Floating IP f73c93c1-132d-4797-bfdd-14c55dbd645c associated. External IP: 172.27.3.191, port: b3254324-4c15-407e-9543-03ad6753b3e9. May 24 14:05:12.616701 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a625b43-077d-43e2-a692-e46364ce2bd7 req-631b8459-8f71-49aa-ae0b-1fc52d65b497 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:12.618495 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6a625b43-077d-43e2-a692-e46364ce2bd7 req-631b8459-8f71-49aa-ae0b-1fc52d65b497 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 945 time: 0.0481107 May 24 14:05:12.666998 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6a625b43-077d-43e2-a692-e46364ce2bd7 req-d6e55ec9-e02a-4f87-a450-d3a17032ed0b tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430202 May 24 14:05:12.689054 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 42278) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:05:12.776383 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc5338e-7d11-4169-a1a0-c7f07bc27abf tempest-TestShelveInstance-1230316601 tempest-TestShelveInstance-1230316601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:12.779100 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-edc5338e-7d11-4169-a1a0-c7f07bc27abf tempest-TestShelveInstance-1230316601 tempest-TestShelveInstance-1230316601-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 1124 time: 0.0887477 May 24 14:05:12.782695 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 42282) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:05:12.787761 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-f9b2d673-d12c-4246-8311-f2f2463272a4 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Request body: {'floatingip': {'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'port_id': '0b05c79c-a61b-459e-a884-b9c7305f6581', 'tenant_id': 'cbe0605c62d04bed8edf14047746e765', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:05:12.808779 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf926b8-5aa4-4fb1-ad5f-c65e3ae689e9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Router ad3b5635-ef70-4777-8466-ffd87c5730c1 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:05:12.809040 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d673-d12c-4246-8311-f2f2463272a4 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:12.888758 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d673-d12c-4246-8311-f2f2463272a4 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:12.915714 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf926b8-5aa4-4fb1-ad5f-c65e3ae689e9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:05:12.926504 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6917e8-b0f8-4ea3-9ec9-ee1590d488e1 None None] Sync routers for ids ['ad3b5635-ef70-4777-8466-ffd87c5730c1'] in dv-cinder-842129-1-iscsi {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:05:12.937746 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6917e8-b0f8-4ea3-9ec9-ee1590d488e1 None None] Routers {'ad3b5635-ef70-4777-8466-ffd87c5730c1'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:05:12.938483 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-ca6917e8-b0f8-4ea3-9ec9-ee1590d488e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:04:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad3b5635-ef70-4777-8466-ffd87c5730c1'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:05:12.939727 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-caf926b8-5aa4-4fb1-ad5f-c65e3ae689e9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:12.980044 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-caf926b8-5aa4-4fb1-ad5f-c65e3ae689e9 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0344815 May 24 14:05:12.981174 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b50e64ca-9602-4aeb-a5fe-17c3969764d1', 'tag': 'b3254324-4c15-407e-9543-03ad6753b3e9'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:05:12.984424 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84d4484-6001-47ba-bd28-89f2d00c22b6" -d '{"events": [{"name": "network-changed", "server_uuid": "b50e64ca-9602-4aeb-a5fe-17c3969764d1", "tag": "b3254324-4c15-407e-9543-03ad6753b3e9"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:05:13.011151 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-f9b2d673-d12c-4246-8311-f2f2463272a4 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Allocated IP 172.27.3.102 (77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6/277372c2-c924-4ff9-98b4-a2b2337930ef/c2ddfd41-667e-460b-aa09-a9ed25225cfa) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 14:05:13.050758 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-ca6917e8-b0f8-4ea3-9ec9-ee1590d488e1 None None] Set router ad3b5635-ef70-4777-8466-ffd87c5730c1 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:05:13.058577 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 14:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7c1e7f-2cbb-445c-926d-0bf44a4f08b3 x-openstack-request-id: req-5b7c1e7f-2cbb-445c-926d-0bf44a4f08b3 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:05:13.058873 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b50e64ca-9602-4aeb-a5fe-17c3969764d1", "tag": "b3254324-4c15-407e-9543-03ad6753b3e9", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:05:13.059133 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5b7c1e7f-2cbb-445c-926d-0bf44a4f08b3 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:05:13.059543 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b7c1e7f-2cbb-445c-926d-0bf44a4f08b3'] response: {'name': 'network-changed', 'server_uuid': 'b50e64ca-9602-4aeb-a5fe-17c3969764d1', 'tag': 'b3254324-4c15-407e-9543-03ad6753b3e9', 'status': 'completed', 'code': 200} May 24 14:05:13.141459 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed7687-0fb3-45b1-a3e6-9f1e4fba4805 req-2d17f2fc-18dc-4173-838c-40cd28e0aea1 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:13.142953 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a0ed7687-0fb3-45b1-a3e6-9f1e4fba4805 req-2d17f2fc-18dc-4173-838c-40cd28e0aea1 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 945 time: 0.0641618 May 24 14:05:13.184496 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d673-d12c-4246-8311-f2f2463272a4 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks [] for port (c2ddfd41-667e-460b-aa09-a9ed25225cfa), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:13.191963 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:13.193929 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:13.209582 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:13.221502 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a0ed7687-0fb3-45b1-a3e6-9f1e4fba4805 req-ba631bf4-7a8f-45fb-9ece-85c446cd4982 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681398 May 24 14:05:13.234222 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7675076-271c-4a4a-b188-aabb14e25e29 req-bcb9f07c-68f1-4b9c-bbcc-54d848df4bab tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:13.236030 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e7675076-271c-4a4a-b188-aabb14e25e29 req-bcb9f07c-68f1-4b9c-bbcc-54d848df4bab tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=37a76501-1472-4b0d-9375-864f11fcad0f HTTP/1.1" status: 200 len: 946 time: 0.0534377 May 24 14:05:13.252463 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d673-d12c-4246-8311-f2f2463272a4 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (c2ddfd41-667e-460b-aa09-a9ed25225cfa), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:13.276437 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-ca6917e8-b0f8-4ea3-9ec9-ee1590d488e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'name': 'tempest-TestVolumeBootPattern-1261063742-router', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:57:41Z', 'updated_at': '2022-05-24T13:57:46Z', 'revision_number': 4, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'gw_port': {'id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:43Z', 'updated_at': '2022-05-24T13:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '9989ff84-4e01-4e2c-adf6-21024e30186a', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'port_id': '992b9bb4-a542-4387-82ba-0758b4b5ebb0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'mac_address': 'fa:16:3e:75:be:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718e90d7-f726-442e-b00a-5289fb2558de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T14:02:18Z', 'updated_at': '2022-05-24T14:02:21Z', 'revision_number': 1, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'fixed_ip_address_scope': None}, {'id': 'f73c93c1-132d-4797-bfdd-14c55dbd645c', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'port_id': 'b3254324-4c15-407e-9543-03ad6753b3e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'mac_address': 'fa:16:3e:89:88:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50e64ca-9602-4aeb-a5fe-17c3969764d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T14:05:11Z', 'updated_at': '2022-05-24T14:05:11Z', 'revision_number': 0, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a49196f-a083-4f82-9579-b43e8beabd03', 'name': '', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'mac_address': 'fa:16:3e:59:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:45Z', 'updated_at': '2022-05-24T13:57:52Z', 'revision_number': 5, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'subnets': [{'id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:05:13.288733 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b2d673-d12c-4246-8311-f2f2463272a4 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:05:13.293767 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e7675076-271c-4a4a-b188-aabb14e25e29 req-99511376-3382-4f99-b565-ceaf36001098 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=150c4204-5ea3-480e-bfed-e9e3ebec5002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464482 May 24 14:05:13.295341 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-f9b2d673-d12c-4246-8311-f2f2463272a4 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:05:13.299411 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b2d673-d12c-4246-8311-f2f2463272a4 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 14:05:13.304325 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6917e8-b0f8-4ea3-9ec9-ee1590d488e1 None None] Checking router: ad3b5635-ef70-4777-8466-ffd87c5730c1 for host: dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:05:13.314045 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6917e8-b0f8-4ea3-9ec9-ee1590d488e1 None None] Routers {'ad3b5635-ef70-4777-8466-ffd87c5730c1'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:05:13.314655 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-ca6917e8-b0f8-4ea3-9ec9-ee1590d488e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:04:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad3b5635-ef70-4777-8466-ffd87c5730c1'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:05:13.326061 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2d673-d12c-4246-8311-f2f2463272a4 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Pushing event updated for resources: {'Port': ['ID=c2ddfd41-667e-460b-aa09-a9ed25225cfa,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:05:13.431483 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-ca6917e8-b0f8-4ea3-9ec9-ee1590d488e1 None None] Set router ad3b5635-ef70-4777-8466-ffd87c5730c1 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:05:13.445965 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d4484-6001-47ba-bd28-89f2d00c22b6 req-251bf792-0093-4423-a283-e3f6ed18d650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:13.447486 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f84d4484-6001-47ba-bd28-89f2d00c22b6 req-251bf792-0093-4423-a283-e3f6ed18d650 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7bb15f1d3e524d67b5493cb483ee8547&device_id=b50e64ca-9602-4aeb-a5fe-17c3969764d1 HTTP/1.1" status: 200 len: 1129 time: 0.0461287 May 24 14:05:13.452214 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf93d9-a270-4a0e-be34-45a8216c46dd req-f00b822a-5228-4fa0-a832-b17105afec46 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:13.453857 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-dcdf93d9-a270-4a0e-be34-45a8216c46dd req-f00b822a-5228-4fa0-a832-b17105afec46 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=37a76501-1472-4b0d-9375-864f11fcad0f HTTP/1.1" status: 200 len: 946 time: 0.0819528 May 24 14:05:13.463913 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 42294) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:05:13.470136 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:13.478978 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-310aed68-e0e9-46b7-896c-fad1f9ca513c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Request body: {'floatingip': {'port_id': '2268d58f-b991-4dba-86f6-755a9bbcd564'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:05:13.549012 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-310aed68-e0e9-46b7-896c-fad1f9ca513c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for floatingip (3e14303e-574a-4410-9ddc-84b5ea20f101), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:13.674415 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-ca6917e8-b0f8-4ea3-9ec9-ee1590d488e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'name': 'tempest-TestVolumeBootPattern-1261063742-router', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:57:41Z', 'updated_at': '2022-05-24T13:57:46Z', 'revision_number': 4, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'gw_port': {'id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:43Z', 'updated_at': '2022-05-24T13:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '9989ff84-4e01-4e2c-adf6-21024e30186a', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'port_id': '992b9bb4-a542-4387-82ba-0758b4b5ebb0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'mac_address': 'fa:16:3e:75:be:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718e90d7-f726-442e-b00a-5289fb2558de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T14:02:18Z', 'updated_at': '2022-05-24T14:02:21Z', 'revision_number': 1, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'fixed_ip_address_scope': None}, {'id': 'f73c93c1-132d-4797-bfdd-14c55dbd645c', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'port_id': 'b3254324-4c15-407e-9543-03ad6753b3e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'mac_address': 'fa:16:3e:89:88:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50e64ca-9602-4aeb-a5fe-17c3969764d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T14:05:11Z', 'updated_at': '2022-05-24T14:05:11Z', 'revision_number': 0, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a49196f-a083-4f82-9579-b43e8beabd03', 'name': '', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'mac_address': 'fa:16:3e:59:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:45Z', 'updated_at': '2022-05-24T13:57:52Z', 'revision_number': 5, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'subnets': [{'id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:05:13.675322 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d4484-6001-47ba-bd28-89f2d00c22b6 req-456a8446-1927-449c-957c-df73d5c2aeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:13.676864 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f84d4484-6001-47ba-bd28-89f2d00c22b6 req-456a8446-1927-449c-957c-df73d5c2aeef service neutron] 10.222.0.55 "GET /v2.0/networks?id=da184706-a3cd-4a03-bf62-0c961d1fd5b4 HTTP/1.1" status: 200 len: 913 time: 0.2222114 May 24 14:05:13.700102 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6917e8-b0f8-4ea3-9ec9-ee1590d488e1 None None] The sync data for ids ['ad3b5635-ef70-4777-8466-ffd87c5730c1'] in dv-cinder-842129-1-iscsi is: [{'id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'name': 'tempest-TestVolumeBootPattern-1261063742-router', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:57:41Z', 'updated_at': '2022-05-24T13:57:46Z', 'revision_number': 4, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'gw_port': {'id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:43Z', 'updated_at': '2022-05-24T13:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '9989ff84-4e01-4e2c-adf6-21024e30186a', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'port_id': '992b9bb4-a542-4387-82ba-0758b4b5ebb0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'mac_address': 'fa:16:3e:75:be:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718e90d7-f726-442e-b00a-5289fb2558de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T14:02:18Z', 'updated_at': '2022-05-24T14:02:21Z', 'revision_number': 1, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'fixed_ip_address_scope': None}, {'id': 'f73c93c1-132d-4797-bfdd-14c55dbd645c', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'port_id': 'b3254324-4c15-407e-9543-03ad6753b3e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'mac_address': 'fa:16:3e:89:88:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50e64ca-9602-4aeb-a5fe-17c3969764d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T14:05:11Z', 'updated_at': '2022-05-24T14:05:11Z', 'revision_number': 0, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a49196f-a083-4f82-9579-b43e8beabd03', 'name': '', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'mac_address': 'fa:16:3e:59:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:45Z', 'updated_at': '2022-05-24T13:57:52Z', 'revision_number': 5, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'subnets': [{'id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:05:13.805431 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f84d4484-6001-47ba-bd28-89f2d00c22b6 req-a8a3a29c-c689-4300-9ec6-489b3fee790a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3254324-4c15-407e-9543-03ad6753b3e9 HTTP/1.1" status: 200 len: 999 time: 0.1064782 May 24 14:05:13.938643 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d4484-6001-47ba-bd28-89f2d00c22b6 req-075553a2-b59c-4104-9f10-48f4599b4511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:13.940379 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f84d4484-6001-47ba-bd28-89f2d00c22b6 req-075553a2-b59c-4104-9f10-48f4599b4511 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b11a7f37-1257-4714-9cab-12aa8fc6a3a6 HTTP/1.1" status: 200 len: 851 time: 0.1103573 May 24 14:05:13.957439 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d673-d12c-4246-8311-f2f2463272a4 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks [] for floatingip (633e6d14-3a69-4679-b448-a83efc3f4347), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:13.965935 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94491e87-1907-4947-8d64-be13fea9908a None None] New status for floating IP f73c93c1-132d-4797-bfdd-14c55dbd645c: ACTIVE {{(pid=103809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 14:05:14.022321 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d4484-6001-47ba-bd28-89f2d00c22b6 req-a5c2d8ba-6c9a-4bdc-84b2-910164daa8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:14.023894 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f84d4484-6001-47ba-bd28-89f2d00c22b6 req-a5c2d8ba-6c9a-4bdc-84b2-910164daa8b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da184706-a3cd-4a03-bf62-0c961d1fd5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542789 May 24 14:05:14.037316 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d673-d12c-4246-8311-f2f2463272a4 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (c2ddfd41-667e-460b-aa09-a9ed25225cfa), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:14.209161 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f84d4484-6001-47ba-bd28-89f2d00c22b6 req-5e410ace-0629-4752-8c3e-2bf48bda9cb0 service neutron] 10.222.0.55 "GET /v2.0/networks/da184706-a3cd-4a03-bf62-0c961d1fd5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575453 May 24 14:05:14.232336 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d673-d12c-4246-8311-f2f2463272a4 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks [] for port (c2ddfd41-667e-460b-aa09-a9ed25225cfa), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:14.237700 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d673-d12c-4246-8311-f2f2463272a4 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5714289'] for port (c2ddfd41-667e-460b-aa09-a9ed25225cfa), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:14.241147 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-310aed68-e0e9-46b7-896c-fad1f9ca513c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:14.273863 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-310aed68-e0e9-46b7-896c-fad1f9ca513c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534436'] for floatingip (3e14303e-574a-4410-9ddc-84b5ea20f101), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:14.279150 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:14.310614 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2d673-d12c-4246-8311-f2f2463272a4 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Pushing event updated for resources: {'Port': ['ID=c2ddfd41-667e-460b-aa09-a9ed25225cfa,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:05:14.321260 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d673-d12c-4246-8311-f2f2463272a4 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534436'] for floatingip (633e6d14-3a69-4679-b448-a83efc3f4347), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:14.382540 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:14.401437 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:14.422101 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.db.l3_db [None req-f9b2d673-d12c-4246-8311-f2f2463272a4 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Floating IP 633e6d14-3a69-4679-b448-a83efc3f4347 associated. External IP: 172.27.3.102, port: 0b05c79c-a61b-459e-a884-b9c7305f6581. May 24 14:05:14.564279 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:14.635907 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b2d673-d12c-4246-8311-f2f2463272a4 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Router 33bab566-deac-4833-abf1-ef14704f3d66 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:05:14.667760 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f84d4484-6001-47ba-bd28-89f2d00c22b6 req-71b81363-4d7b-4b05-ae02-e5b693dc8a2b service neutron] 10.222.0.55 "GET /v2.0/networks/da184706-a3cd-4a03-bf62-0c961d1fd5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521847 May 24 14:05:14.678238 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028dd1b7-60c3-4675-8e0b-3f70c62ddb46 req-198b58be-998e-4874-a535-e76f77b3417e tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:14.679671 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-028dd1b7-60c3-4675-8e0b-3f70c62ddb46 req-198b58be-998e-4874-a535-e76f77b3417e tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 945 time: 0.3607850 May 24 14:05:14.699695 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.db.l3_db [None req-310aed68-e0e9-46b7-896c-fad1f9ca513c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Floating IP 3e14303e-574a-4410-9ddc-84b5ea20f101 associated. External IP: 172.27.3.76, port: 2268d58f-b991-4dba-86f6-755a9bbcd564. May 24 14:05:14.749334 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b2d673-d12c-4246-8311-f2f2463272a4 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:05:14.761164 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37a8ddb-db8e-4f53-811b-936456edfb9a None None] Sync routers for ids ['33bab566-deac-4833-abf1-ef14704f3d66'] in dv-cinder-842129-1-iscsi {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:05:14.770703 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d673-d12c-4246-8311-f2f2463272a4 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:14.775389 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37a8ddb-db8e-4f53-811b-936456edfb9a None None] Routers {'33bab566-deac-4833-abf1-ef14704f3d66'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:05:14.776361 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f37a8ddb-db8e-4f53-811b-936456edfb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:04:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['33bab566-deac-4833-abf1-ef14704f3d66'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:05:14.780773 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-028dd1b7-60c3-4675-8e0b-3f70c62ddb46 req-c7489161-0df9-4e0c-9e49-a31444f31d25 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898762 May 24 14:05:14.816564 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-f9b2d673-d12c-4246-8311-f2f2463272a4 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0326383 May 24 14:05:14.817400 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb63ce0-bd0a-4a00-ae22-d891b29fb857', 'tag': '0b05c79c-a61b-459e-a884-b9c7305f6581'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:05:14.820226 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60922b96e112649546d89072a262e180bf09e65c4ab2e641290b12b7b14c337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a12077-832f-48d6-bb64-9b8f04376483" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb63ce0-bd0a-4a00-ae22-d891b29fb857", "tag": "0b05c79c-a61b-459e-a884-b9c7305f6581"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:05:14.857126 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 14:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9509a9b9-64a8-44d4-9883-ab51f3c87f54 x-openstack-request-id: req-9509a9b9-64a8-44d4-9883-ab51f3c87f54 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:05:14.857418 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb63ce0-bd0a-4a00-ae22-d891b29fb857", "tag": "0b05c79c-a61b-459e-a884-b9c7305f6581", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:05:14.857678 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9509a9b9-64a8-44d4-9883-ab51f3c87f54 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:05:14.858084 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9509a9b9-64a8-44d4-9883-ab51f3c87f54'] response: {'name': 'network-changed', 'server_uuid': '0fb63ce0-bd0a-4a00-ae22-d891b29fb857', 'tag': '0b05c79c-a61b-459e-a884-b9c7305f6581', 'status': 'completed', 'code': 200} May 24 14:05:14.884546 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=100 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:14.892327 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-f37a8ddb-db8e-4f53-811b-936456edfb9a None None] Set router 33bab566-deac-4833-abf1-ef14704f3d66 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:05:14.958137 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a12077-832f-48d6-bb64-9b8f04376483 req-977554cf-0c00-44b2-8391-c32f9c3a9205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:14.959655 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c0a12077-832f-48d6-bb64-9b8f04376483 req-977554cf-0c00-44b2-8391-c32f9c3a9205 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cbe0605c62d04bed8edf14047746e765&device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 1129 time: 0.0798359 May 24 14:05:14.993006 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310aed68-e0e9-46b7-896c-fad1f9ca513c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Router ad81732b-36f1-4d60-94a0-5ff4de888569 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:05:15.103679 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f37a8ddb-db8e-4f53-811b-936456edfb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bab566-deac-4833-abf1-ef14704f3d66', 'name': 'tempest-TestShelveInstance-1426708210-router', 'tenant_id': 'cbe0605c62d04bed8edf14047746e765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '9110c080-1d98-4d21-b2dd-0462669ebea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:04:10Z', 'updated_at': '2022-05-24T14:04:12Z', 'revision_number': 4, 'project_id': 'cbe0605c62d04bed8edf14047746e765', 'gw_port': {'id': '9110c080-1d98-4d21-b2dd-0462669ebea0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ec:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bab566-deac-4833-abf1-ef14704f3d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:04:10Z', 'updated_at': '2022-05-24T14:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '633e6d14-3a69-4679-b448-a83efc3f4347', 'tenant_id': 'cbe0605c62d04bed8edf14047746e765', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': '33bab566-deac-4833-abf1-ef14704f3d66', 'port_id': '0b05c79c-a61b-459e-a884-b9c7305f6581', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceb718dc-f4a8-4668-a280-59d30b7a2d2c', 'mac_address': 'fa:16:3e:10:0e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb63ce0-bd0a-4a00-ae22-d891b29fb857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T14:05:13Z', 'updated_at': '2022-05-24T14:05:13Z', 'revision_number': 0, 'project_id': 'cbe0605c62d04bed8edf14047746e765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628', 'name': '', 'network_id': 'ceb718dc-f4a8-4668-a280-59d30b7a2d2c', 'tenant_id': 'cbe0605c62d04bed8edf14047746e765', 'mac_address': 'fa:16:3e:92:ef:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bab566-deac-4833-abf1-ef14704f3d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '51ad56e2-5223-4686-9701-7e93c8b6f443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:04:12Z', 'updated_at': '2022-05-24T14:04:17Z', 'revision_number': 5, 'project_id': 'cbe0605c62d04bed8edf14047746e765', 'subnets': [{'id': '51ad56e2-5223-4686-9701-7e93c8b6f443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:05:15.107711 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a12077-832f-48d6-bb64-9b8f04376483 req-c23822a6-baf3-4e7d-ba5b-be79b68b6aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:15.109738 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c0a12077-832f-48d6-bb64-9b8f04376483 req-c23822a6-baf3-4e7d-ba5b-be79b68b6aff service neutron] 10.222.0.55 "GET /v2.0/networks?id=ceb718dc-f4a8-4668-a280-59d30b7a2d2c HTTP/1.1" status: 200 len: 910 time: 0.1423316 May 24 14:05:15.129664 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37a8ddb-db8e-4f53-811b-936456edfb9a None None] Checking router: 33bab566-deac-4833-abf1-ef14704f3d66 for host: dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:05:15.138943 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37a8ddb-db8e-4f53-811b-936456edfb9a None None] Routers {'33bab566-deac-4833-abf1-ef14704f3d66'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:05:15.139616 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f37a8ddb-db8e-4f53-811b-936456edfb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:04:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['33bab566-deac-4833-abf1-ef14704f3d66'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:05:15.175285 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=100 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:15.217745 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310aed68-e0e9-46b7-896c-fad1f9ca513c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:05:15.220571 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c0a12077-832f-48d6-bb64-9b8f04376483 req-81e2b0d8-ff87-44e1-b907-1ad320ab1096 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b05c79c-a61b-459e-a884-b9c7305f6581 HTTP/1.1" status: 200 len: 999 time: 0.0982838 May 24 14:05:15.223547 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-310aed68-e0e9-46b7-896c-fad1f9ca513c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:15.227754 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cfa536-c7fc-4978-bde9-776b8c26cf63 None None] Sync routers for ids ['ad81732b-36f1-4d60-94a0-5ff4de888569'] in dv-cinder-842129-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:05:15.240436 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cfa536-c7fc-4978-bde9-776b8c26cf63 None None] Routers {'ad81732b-36f1-4d60-94a0-5ff4de888569'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:05:15.241374 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-78cfa536-c7fc-4978-bde9-776b8c26cf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:04:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad81732b-36f1-4d60-94a0-5ff4de888569'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:05:15.244577 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-f37a8ddb-db8e-4f53-811b-936456edfb9a None None] Set router 33bab566-deac-4833-abf1-ef14704f3d66 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:05:15.254532 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-310aed68-e0e9-46b7-896c-fad1f9ca513c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "PUT /v2.0/floatingips/3e14303e-574a-4410-9ddc-84b5ea20f101 HTTP/1.1" status: 200 len: 991 time: 1.7895098 May 24 14:05:15.255358 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a76501-1472-4b0d-9375-864f11fcad0f', 'tag': '2268d58f-b991-4dba-86f6-755a9bbcd564'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:05:15.258168 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038c0660-f585-4c80-a5ec-af8a1ed28cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "37a76501-1472-4b0d-9375-864f11fcad0f", "tag": "2268d58f-b991-4dba-86f6-755a9bbcd564"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:05:15.302803 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 14:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb10054-df5b-4a0c-9b4b-f49d64c74e52 x-openstack-request-id: req-afb10054-df5b-4a0c-9b4b-f49d64c74e52 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:05:15.302803 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a76501-1472-4b0d-9375-864f11fcad0f", "tag": "2268d58f-b991-4dba-86f6-755a9bbcd564", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:05:15.302803 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-afb10054-df5b-4a0c-9b4b-f49d64c74e52 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:05:15.302803 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afb10054-df5b-4a0c-9b4b-f49d64c74e52'] response: {'name': 'network-changed', 'server_uuid': '37a76501-1472-4b0d-9375-864f11fcad0f', 'tag': '2268d58f-b991-4dba-86f6-755a9bbcd564', 'status': 'completed', 'code': 200} May 24 14:05:15.319434 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a12077-832f-48d6-bb64-9b8f04376483 req-34016879-2ae1-40a7-8ac0-f11839ac9192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:15.320920 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c0a12077-832f-48d6-bb64-9b8f04376483 req-34016879-2ae1-40a7-8ac0-f11839ac9192 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=51ad56e2-5223-4686-9701-7e93c8b6f443 HTTP/1.1" status: 200 len: 848 time: 0.0544658 May 24 14:05:15.362381 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-78cfa536-c7fc-4978-bde9-776b8c26cf63 None None] Set router ad81732b-36f1-4d60-94a0-5ff4de888569 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:05:15.387738 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:15.394078 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c0660-f585-4c80-a5ec-af8a1ed28cb0 req-b2a8a635-6813-40a9-bf6b-ff8470230120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:15.395710 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-038c0660-f585-4c80-a5ec-af8a1ed28cb0 req-b2a8a635-6813-40a9-bf6b-ff8470230120 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3db44af3db3441b7a0c5eb524eb35806&device_id=37a76501-1472-4b0d-9375-864f11fcad0f HTTP/1.1" status: 200 len: 1130 time: 0.0737753 May 24 14:05:15.396815 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a12077-832f-48d6-bb64-9b8f04376483 req-ad5fb757-10ec-44c4-b40f-fed145137be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:15.398256 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c0a12077-832f-48d6-bb64-9b8f04376483 req-ad5fb757-10ec-44c4-b40f-fed145137be1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ceb718dc-f4a8-4668-a280-59d30b7a2d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0679674 May 24 14:05:15.573912 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c0a12077-832f-48d6-bb64-9b8f04376483 req-590f6532-74de-408c-8d76-4848aa47d7f0 service neutron] 10.222.0.55 "GET /v2.0/networks/ceb718dc-f4a8-4668-a280-59d30b7a2d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595967 May 24 14:05:15.575015 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c0660-f585-4c80-a5ec-af8a1ed28cb0 req-ae919060-0d81-4754-b977-532e86e3d182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:15.576353 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-038c0660-f585-4c80-a5ec-af8a1ed28cb0 req-ae919060-0d81-4754-b977-532e86e3d182 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e5782d9-5791-4763-85b4-bfd8289d9060 HTTP/1.1" status: 200 len: 916 time: 0.1707807 May 24 14:05:15.582958 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f37a8ddb-db8e-4f53-811b-936456edfb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bab566-deac-4833-abf1-ef14704f3d66', 'name': 'tempest-TestShelveInstance-1426708210-router', 'tenant_id': 'cbe0605c62d04bed8edf14047746e765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '9110c080-1d98-4d21-b2dd-0462669ebea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:04:10Z', 'updated_at': '2022-05-24T14:04:12Z', 'revision_number': 4, 'project_id': 'cbe0605c62d04bed8edf14047746e765', 'gw_port': {'id': '9110c080-1d98-4d21-b2dd-0462669ebea0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ec:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bab566-deac-4833-abf1-ef14704f3d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:04:10Z', 'updated_at': '2022-05-24T14:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '633e6d14-3a69-4679-b448-a83efc3f4347', 'tenant_id': 'cbe0605c62d04bed8edf14047746e765', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': '33bab566-deac-4833-abf1-ef14704f3d66', 'port_id': '0b05c79c-a61b-459e-a884-b9c7305f6581', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceb718dc-f4a8-4668-a280-59d30b7a2d2c', 'mac_address': 'fa:16:3e:10:0e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb63ce0-bd0a-4a00-ae22-d891b29fb857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T14:05:13Z', 'updated_at': '2022-05-24T14:05:13Z', 'revision_number': 0, 'project_id': 'cbe0605c62d04bed8edf14047746e765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628', 'name': '', 'network_id': 'ceb718dc-f4a8-4668-a280-59d30b7a2d2c', 'tenant_id': 'cbe0605c62d04bed8edf14047746e765', 'mac_address': 'fa:16:3e:92:ef:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bab566-deac-4833-abf1-ef14704f3d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '51ad56e2-5223-4686-9701-7e93c8b6f443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:04:12Z', 'updated_at': '2022-05-24T14:04:17Z', 'revision_number': 5, 'project_id': 'cbe0605c62d04bed8edf14047746e765', 'subnets': [{'id': '51ad56e2-5223-4686-9701-7e93c8b6f443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:05:15.596068 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-78cfa536-c7fc-4978-bde9-776b8c26cf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'name': 'tempest-AttachVolumeNegativeTest-2059950791-router', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:32Z', 'updated_at': '2022-05-24T13:55:39Z', 'revision_number': 4, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'gw_port': {'id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '3e14303e-574a-4410-9ddc-84b5ea20f101', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'port_id': '2268d58f-b991-4dba-86f6-755a9bbcd564', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'mac_address': 'fa:16:3e:75:19:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a76501-1472-4b0d-9375-864f11fcad0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T14:04:58Z', 'updated_at': '2022-05-24T14:05:14Z', 'revision_number': 1, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de62c04-2abf-4511-baba-d8f3c2e68ab2', 'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'mac_address': 'fa:16:3e:8e:27:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:38Z', 'updated_at': '2022-05-24T13:55:46Z', 'revision_number': 5, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'subnets': [{'id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:05:15.611359 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37a8ddb-db8e-4f53-811b-936456edfb9a None None] The sync data for ids ['33bab566-deac-4833-abf1-ef14704f3d66'] in dv-cinder-842129-1-iscsi is: [{'id': '33bab566-deac-4833-abf1-ef14704f3d66', 'name': 'tempest-TestShelveInstance-1426708210-router', 'tenant_id': 'cbe0605c62d04bed8edf14047746e765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '9110c080-1d98-4d21-b2dd-0462669ebea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:04:10Z', 'updated_at': '2022-05-24T14:04:12Z', 'revision_number': 4, 'project_id': 'cbe0605c62d04bed8edf14047746e765', 'gw_port': {'id': '9110c080-1d98-4d21-b2dd-0462669ebea0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ec:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bab566-deac-4833-abf1-ef14704f3d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:04:10Z', 'updated_at': '2022-05-24T14:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '633e6d14-3a69-4679-b448-a83efc3f4347', 'tenant_id': 'cbe0605c62d04bed8edf14047746e765', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': '33bab566-deac-4833-abf1-ef14704f3d66', 'port_id': '0b05c79c-a61b-459e-a884-b9c7305f6581', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceb718dc-f4a8-4668-a280-59d30b7a2d2c', 'mac_address': 'fa:16:3e:10:0e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb63ce0-bd0a-4a00-ae22-d891b29fb857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T14:05:13Z', 'updated_at': '2022-05-24T14:05:13Z', 'revision_number': 0, 'project_id': 'cbe0605c62d04bed8edf14047746e765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628', 'name': '', 'network_id': 'ceb718dc-f4a8-4668-a280-59d30b7a2d2c', 'tenant_id': 'cbe0605c62d04bed8edf14047746e765', 'mac_address': 'fa:16:3e:92:ef:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bab566-deac-4833-abf1-ef14704f3d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '51ad56e2-5223-4686-9701-7e93c8b6f443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:04:12Z', 'updated_at': '2022-05-24T14:04:17Z', 'revision_number': 5, 'project_id': 'cbe0605c62d04bed8edf14047746e765', 'subnets': [{'id': '51ad56e2-5223-4686-9701-7e93c8b6f443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:05:15.623738 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cfa536-c7fc-4978-bde9-776b8c26cf63 None None] Checking router: ad81732b-36f1-4d60-94a0-5ff4de888569 for host: dv-cinder-842129-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:05:15.633505 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cfa536-c7fc-4978-bde9-776b8c26cf63 None None] Routers {'ad81732b-36f1-4d60-94a0-5ff4de888569'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:05:15.634117 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-78cfa536-c7fc-4978-bde9-776b8c26cf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:04:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad81732b-36f1-4d60-94a0-5ff4de888569'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:05:15.699432 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-038c0660-f585-4c80-a5ec-af8a1ed28cb0 req-686bef05-93b1-46bb-8390-5f6569f39e6b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2268d58f-b991-4dba-86f6-755a9bbcd564 HTTP/1.1" status: 200 len: 999 time: 0.1135964 May 24 14:05:15.707612 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:15.741184 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-78cfa536-c7fc-4978-bde9-776b8c26cf63 None None] Set router ad81732b-36f1-4d60-94a0-5ff4de888569 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:05:15.767859 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c0a12077-832f-48d6-bb64-9b8f04376483 req-89d2bda7-f123-4730-9354-44cdcadf7564 service neutron] 10.222.0.55 "GET /v2.0/networks/ceb718dc-f4a8-4668-a280-59d30b7a2d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831024 May 24 14:05:15.775497 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c0660-f585-4c80-a5ec-af8a1ed28cb0 req-09b9809a-da84-4793-9864-af738641cf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:15.776970 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-038c0660-f585-4c80-a5ec-af8a1ed28cb0 req-09b9809a-da84-4793-9864-af738641cf1c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fb85256-d55e-4eee-985a-4e3dd416d342 HTTP/1.1" status: 200 len: 854 time: 0.0683317 May 24 14:05:15.830988 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c0660-f585-4c80-a5ec-af8a1ed28cb0 req-9aac6ad6-54d1-4ce0-98d8-d1162045eee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:15.832576 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-038c0660-f585-4c80-a5ec-af8a1ed28cb0 req-9aac6ad6-54d1-4ce0-98d8-d1162045eee4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e5782d9-5791-4763-85b4-bfd8289d9060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486853 May 24 14:05:15.866097 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96827e44-32dd-40e2-a881-b831470c2782 None None] New status for floating IP 633e6d14-3a69-4679-b448-a83efc3f4347: ACTIVE {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 14:05:15.923918 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef24db0-2d8a-4d91-9dc8-499ce338f956 req-807fe0ac-84bb-43e3-ad09-2696d295583a tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:15.925416 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-fef24db0-2d8a-4d91-9dc8-499ce338f956 req-807fe0ac-84bb-43e3-ad09-2696d295583a tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 945 time: 0.0520372 May 24 14:05:15.933250 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-038c0660-f585-4c80-a5ec-af8a1ed28cb0 req-e3974233-7bf5-44ff-af80-c2b35d55a9ad service neutron] 10.222.0.55 "GET /v2.0/networks/2e5782d9-5791-4763-85b4-bfd8289d9060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932248 May 24 14:05:15.991779 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-fef24db0-2d8a-4d91-9dc8-499ce338f956 req-e9e125b5-24af-4b77-a75a-15a0918b61ef tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581915 May 24 14:05:16.008722 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-78cfa536-c7fc-4978-bde9-776b8c26cf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'name': 'tempest-AttachVolumeNegativeTest-2059950791-router', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:32Z', 'updated_at': '2022-05-24T13:55:39Z', 'revision_number': 4, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'gw_port': {'id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '3e14303e-574a-4410-9ddc-84b5ea20f101', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'port_id': '2268d58f-b991-4dba-86f6-755a9bbcd564', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'mac_address': 'fa:16:3e:75:19:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a76501-1472-4b0d-9375-864f11fcad0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T14:04:58Z', 'updated_at': '2022-05-24T14:05:14Z', 'revision_number': 1, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de62c04-2abf-4511-baba-d8f3c2e68ab2', 'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'mac_address': 'fa:16:3e:8e:27:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:38Z', 'updated_at': '2022-05-24T13:55:46Z', 'revision_number': 5, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'subnets': [{'id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:05:16.038163 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cfa536-c7fc-4978-bde9-776b8c26cf63 None None] The sync data for ids ['ad81732b-36f1-4d60-94a0-5ff4de888569'] in dv-cinder-842129-1-iscsi is: [{'id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'name': 'tempest-AttachVolumeNegativeTest-2059950791-router', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:32Z', 'updated_at': '2022-05-24T13:55:39Z', 'revision_number': 4, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'gw_port': {'id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '3e14303e-574a-4410-9ddc-84b5ea20f101', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'port_id': '2268d58f-b991-4dba-86f6-755a9bbcd564', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'mac_address': 'fa:16:3e:75:19:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a76501-1472-4b0d-9375-864f11fcad0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T14:04:58Z', 'updated_at': '2022-05-24T14:05:14Z', 'revision_number': 1, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de62c04-2abf-4511-baba-d8f3c2e68ab2', 'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'mac_address': 'fa:16:3e:8e:27:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:38Z', 'updated_at': '2022-05-24T13:55:46Z', 'revision_number': 5, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'subnets': [{'id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:05:16.045928 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-038c0660-f585-4c80-a5ec-af8a1ed28cb0 req-be0f2d80-23c4-416c-a702-c2d5de1a02ca service neutron] 10.222.0.55 "GET /v2.0/networks/2e5782d9-5791-4763-85b4-bfd8289d9060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063948 May 24 14:05:16.241394 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf7651f-0b83-44e1-9726-d218c658b66b None None] New status for floating IP 3e14303e-574a-4410-9ddc-84b5ea20f101: ACTIVE {{(pid=103809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 14:05:17.118182 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eeaf83-92fe-4bee-bdb9-6cf88265d2bd req-6b878e01-4a67-407e-9d0b-5a70d9ed6ada tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:17.119637 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-73eeaf83-92fe-4bee-bdb9-6cf88265d2bd req-6b878e01-4a67-407e-9d0b-5a70d9ed6ada tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 945 time: 0.0479114 May 24 14:05:17.165981 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-73eeaf83-92fe-4bee-bdb9-6cf88265d2bd req-ab0452fa-ee4a-4aa8-9178-45ef7ded2c1f tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407717 May 24 14:05:18.285195 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c8907-16e7-4a78-b204-d93a7a42da7d req-659d0490-7b8a-4fdb-9000-06a2e2b632b7 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:18.286669 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e11c8907-16e7-4a78-b204-d93a7a42da7d req-659d0490-7b8a-4fdb-9000-06a2e2b632b7 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 945 time: 0.0495038 May 24 14:05:18.333766 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e11c8907-16e7-4a78-b204-d93a7a42da7d req-75d0a793-5cde-4c1a-9e7e-bf02a7d05b20 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416248 May 24 14:05:19.457047 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a81c9-fe53-4cad-9556-6d2b890577ec req-0b43cb85-5f15-40ad-a6f1-5219ef412b62 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:19.458513 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-891a81c9-fe53-4cad-9556-6d2b890577ec req-0b43cb85-5f15-40ad-a6f1-5219ef412b62 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 945 time: 0.0522568 May 24 14:05:19.506592 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-891a81c9-fe53-4cad-9556-6d2b890577ec req-9e5a5d60-55a2-4874-b159-ff1927265258 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425181 May 24 14:05:20.623035 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d08a3-d9cb-48d1-adb6-3c300b973e0a req-5e62ea83-e3a9-4a63-a9fe-b73cfe8ecc4b tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:20.624510 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-869d08a3-d9cb-48d1-adb6-3c300b973e0a req-5e62ea83-e3a9-4a63-a9fe-b73cfe8ecc4b tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 945 time: 0.0472889 May 24 14:05:20.670834 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-869d08a3-d9cb-48d1-adb6-3c300b973e0a req-b7e95973-560d-4425-83bb-8cedd0b51ecb tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404396 May 24 14:05:21.789204 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3069b-d4c4-42b6-a966-2e60e685a081 req-45ebc766-c6a2-4ebd-803c-d8fea9dfe2c1 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:21.790652 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-01f3069b-d4c4-42b6-a966-2e60e685a081 req-45ebc766-c6a2-4ebd-803c-d8fea9dfe2c1 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 945 time: 0.0469348 May 24 14:05:21.836644 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-01f3069b-d4c4-42b6-a966-2e60e685a081 req-dda29d50-07ae-4057-92d7-6049c04d488d tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406046 May 24 14:05:22.955750 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64c6ad-5089-4f8c-92c6-90ea5be2cbb0 req-d374089d-9754-4d70-93bd-fe6bb36ca748 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:22.957199 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-2c64c6ad-5089-4f8c-92c6-90ea5be2cbb0 req-d374089d-9754-4d70-93bd-fe6bb36ca748 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 945 time: 0.0465081 May 24 14:05:23.007553 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-2c64c6ad-5089-4f8c-92c6-90ea5be2cbb0 req-abb02634-a559-44c9-b1b9-0c31faf641f8 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448532 May 24 14:05:23.825672 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5bc5215f-d579-4a3e-975b-952b086a7d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:23.881393 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device dce5d6fb-7321-4b36-8335-7b79a2352887 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=103809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 14:05:23.894006 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:24.107413 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port dce5d6fb-7321-4b36-8335-7b79a2352887, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=dce5d6fb-7321-4b36-8335-7b79a2352887,segment=NetworkSegment(132fe624-87e3-43f2-9650-2a427f750a75),segment_id=132fe624-87e3-43f2-9650-2a427f750a75)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:05:24.119200 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Returning: {'device': 'dce5d6fb-7321-4b36-8335-7b79a2352887', 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c', 'port_id': 'dce5d6fb-7321-4b36-8335-7b79a2352887', 'mac_address': 'fa:16:3e:20:59:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be785c0-42d8-4f57-9b56-6849abcace7e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 14:05:24.124079 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8d798-b4ff-4edb-a018-5b7a5a1a4026 req-4b079ab3-4351-4f2b-a1ad-69ee4b807f1d tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:24.125554 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a1d8d798-b4ff-4edb-a018-5b7a5a1a4026 req-4b079ab3-4351-4f2b-a1ad-69ee4b807f1d tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 945 time: 0.0471435 May 24 14:05:24.146126 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:24.154975 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port dce5d6fb-7321-4b36-8335-7b79a2352887 is: ACTIVE; New status is: BUILD {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:05:24.155359 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (dce5d6fb-7321-4b36-8335-7b79a2352887), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:24.169466 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dce5d6fb-7321-4b36-8335-7b79a2352887 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 14:05:24.175671 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:24.177785 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a1d8d798-b4ff-4edb-a018-5b7a5a1a4026 req-6a2c8af1-be34-42b3-bc67-d91e79471a55 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464344 May 24 14:05:24.196053 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port dce5d6fb-7321-4b36-8335-7b79a2352887, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=dce5d6fb-7321-4b36-8335-7b79a2352887,segment=NetworkSegment(132fe624-87e3-43f2-9650-2a427f750a75),segment_id=132fe624-87e3-43f2-9650-2a427f750a75)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:05:24.200518 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (dce5d6fb-7321-4b36-8335-7b79a2352887), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:24.252812 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=dce5d6fb-7321-4b36-8335-7b79a2352887,revision_number=6']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:05:24.260256 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:05:24.260609 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:05:24.260955 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:05:24.261298 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:05:24.261648 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:05:24.261965 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:05:24.262292 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:05:24.262618 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:05:24.262944 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:05:24.263269 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:05:24.263618 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:05:24.263970 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:05:24.264292 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:05:24.264614 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:05:24.264935 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:05:24.315548 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['dce5d6fb-7321-4b36-8335-7b79a2352887'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 14:05:24.381263 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:25.294421 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03ff5c-f4ef-4e6c-9e53-167cc80ad184 req-dab7a860-885b-44e6-9c5f-20db76b5c83f tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:25.295884 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ac03ff5c-f4ef-4e6c-9e53-167cc80ad184 req-dab7a860-885b-44e6-9c5f-20db76b5c83f tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 944 time: 0.0468020 May 24 14:05:25.342696 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ac03ff5c-f4ef-4e6c-9e53-167cc80ad184 req-0948c7d3-422a-44a7-a1bf-3c6fb6ee07e5 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411174 May 24 14:05:25.886271 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device dce5d6fb-7321-4b36-8335-7b79a2352887 up at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:05:25.930156 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning complete for port dce5d6fb-7321-4b36-8335-7b79a2352887 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:05:25.930519 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (dce5d6fb-7321-4b36-8335-7b79a2352887), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:26.000218 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port dce5d6fb-7321-4b36-8335-7b79a2352887 is: BUILD; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:05:26.000596 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (dce5d6fb-7321-4b36-8335-7b79a2352887), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:26.022808 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762edbfc-761c-41c1-9404-8936a3869671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce5d6fb-7321-4b36-8335-7b79a2352887'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:05:26.025018 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6704ccb53a4068acec69ef2b688a9e5af712f2ba46f4bf8cce86ae06eb28aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64535664-e5de-4f5c-b8e1-1144b6840b3c" -d '{"events": [{"server_uuid": "762edbfc-761c-41c1-9404-8936a3869671", "name": "network-vif-plugged", "status": "completed", "tag": "dce5d6fb-7321-4b36-8335-7b79a2352887"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:05:26.041206 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port dce5d6fb-7321-4b36-8335-7b79a2352887, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=dce5d6fb-7321-4b36-8335-7b79a2352887,segment=NetworkSegment(132fe624-87e3-43f2-9650-2a427f750a75),segment_id=132fe624-87e3-43f2-9650-2a427f750a75)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:05:26.047068 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (dce5d6fb-7321-4b36-8335-7b79a2352887), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:26.069566 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 14:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea22a7d-0ce6-440d-82c6-4004d0f01ecb x-openstack-request-id: req-3ea22a7d-0ce6-440d-82c6-4004d0f01ecb {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:05:26.069850 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762edbfc-761c-41c1-9404-8936a3869671", "name": "network-vif-plugged", "status": "completed", "tag": "dce5d6fb-7321-4b36-8335-7b79a2352887", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:05:26.070094 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ea22a7d-0ce6-440d-82c6-4004d0f01ecb {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:05:26.070472 dv-cinder-842129-1-iscsi neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ea22a7d-0ce6-440d-82c6-4004d0f01ecb'] response: {'server_uuid': '762edbfc-761c-41c1-9404-8936a3869671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce5d6fb-7321-4b36-8335-7b79a2352887', 'code': 200} May 24 14:05:26.094577 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=dce5d6fb-7321-4b36-8335-7b79a2352887,revision_number=7']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:05:26.159543 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a1d584e7-fcba-423d-b3b3-f1488961e897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:26.457418 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:26.466048 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7173e64-13dd-4080-909f-49de057e97da req-99725d5f-a6f6-4daa-9bba-371fdc6558a6 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:26.467522 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a7173e64-13dd-4080-909f-49de057e97da req-99725d5f-a6f6-4daa-9bba-371fdc6558a6 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 945 time: 0.0474484 May 24 14:05:26.515077 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a7173e64-13dd-4080-909f-49de057e97da req-6ad8cc9a-49f9-4f13-b9a6-483ec988fc68 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408008 May 24 14:05:27.428838 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:27.634373 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e09977-9fc9-410e-9887-0c290f1efd63 req-3e416662-f241-4727-9910-b8df124a71b0 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:27.635846 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-46e09977-9fc9-410e-9887-0c290f1efd63 req-3e416662-f241-4727-9910-b8df124a71b0 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 945 time: 0.0466664 May 24 14:05:27.683026 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-46e09977-9fc9-410e-9887-0c290f1efd63 req-229431d9-209c-4c9b-bc60-2243cc9bf704 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417683 May 24 14:05:28.558172 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:28.810191 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dded5ee-8c81-43e1-9b75-17a820c200d7 req-017e9883-a2ef-4d9b-99fb-52e3c6891db5 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:28.811719 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6dded5ee-8c81-43e1-9b75-17a820c200d7 req-017e9883-a2ef-4d9b-99fb-52e3c6891db5 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 945 time: 0.0560071 May 24 14:05:28.865409 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6dded5ee-8c81-43e1-9b75-17a820c200d7 req-e97ecd3d-c6fe-404e-867f-ef3bb58394ea tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470908 May 24 14:05:29.987489 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d9e1d-6939-46d9-8ec9-29aec65afd10 req-152ffeb0-c841-444e-8ba2-992861c63f41 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:29.989061 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b77d9e1d-6939-46d9-8ec9-29aec65afd10 req-152ffeb0-c841-444e-8ba2-992861c63f41 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 945 time: 0.0482559 May 24 14:05:30.037937 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b77d9e1d-6939-46d9-8ec9-29aec65afd10 req-2cd07bca-9d38-4d0c-bb28-5f82b2188dd7 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428493 May 24 14:05:30.384984 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 14:05:30.429586 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:31.163267 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d8cb0-7274-4797-9b93-1bbbece9ea55 req-2ce23317-4b2f-42e0-94f2-d2e7c8b6c96f tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:31.164811 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-7f9d8cb0-7274-4797-9b93-1bbbece9ea55 req-2ce23317-4b2f-42e0-94f2-d2e7c8b6c96f tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 945 time: 0.0499601 May 24 14:05:31.213820 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-7f9d8cb0-7274-4797-9b93-1bbbece9ea55 req-e6f11f23-574f-480b-a2f3-8e2d69f60907 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434294 May 24 14:05:32.342234 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355d32b-995e-4d6f-b1cd-2e18b4774a40 req-e0ebda6c-9a88-46a6-a97f-55b8c912cc49 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:32.344496 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8355d32b-995e-4d6f-b1cd-2e18b4774a40 req-e0ebda6c-9a88-46a6-a97f-55b8c912cc49 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 945 time: 0.0527165 May 24 14:05:32.397479 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8355d32b-995e-4d6f-b1cd-2e18b4774a40 req-fef891b3-e58b-4a7c-90ba-939fbe57bb1b tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464838 May 24 14:05:33.531054 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cb452-134c-467e-ab1e-87903c75daec req-2019174d-af4b-40f6-a618-8f795c2ff8d0 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:33.533683 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-312cb452-134c-467e-ab1e-87903c75daec req-2019174d-af4b-40f6-a618-8f795c2ff8d0 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 945 time: 0.0591097 May 24 14:05:33.584898 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-312cb452-134c-467e-ab1e-87903c75daec req-6b23a164-ce15-4338-9e83-dde1133f0ae7 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452020 May 24 14:05:34.716227 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e50e21-7c5e-4245-9cb1-7f53663fc6f2 req-cea3be1f-06d2-49f2-a0a3-a848bea484b3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:34.717919 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f4e50e21-7c5e-4245-9cb1-7f53663fc6f2 req-cea3be1f-06d2-49f2-a0a3-a848bea484b3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 945 time: 0.0511599 May 24 14:05:34.763437 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:34.772114 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f4e50e21-7c5e-4245-9cb1-7f53663fc6f2 req-14ebf711-b18c-458a-91fe-468d1b9a1330 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481381 May 24 14:05:35.896075 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6f49b-3876-40a3-aa60-c19d4a86cab5 req-bfb30405-10a1-4309-ba12-3a5274e5df8c tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:35.897578 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a4a6f49b-3876-40a3-aa60-c19d4a86cab5 req-bfb30405-10a1-4309-ba12-3a5274e5df8c tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 945 time: 0.0511429 May 24 14:05:35.925059 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:35.949142 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a4a6f49b-3876-40a3-aa60-c19d4a86cab5 req-5a5f7893-c61d-4fe5-9c05-5551ffd714cb tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456104 May 24 14:05:37.129724 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53c2d0-7164-4dc8-849b-436959ce51ed req-b2116301-9a60-44c3-9eaa-6dd8f87d6b5b tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:37.136355 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fe53c2d0-7164-4dc8-849b-436959ce51ed req-b2116301-9a60-44c3-9eaa-6dd8f87d6b5b tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 945 time: 0.1097794 May 24 14:05:37.185930 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fe53c2d0-7164-4dc8-849b-436959ce51ed req-f67de6ce-b095-41af-a349-28eb978241e0 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487204 May 24 14:05:38.373815 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fac302-ea6c-410d-858c-0ccd3dcca3d0 req-79e4bfb1-6676-48f4-9320-49fbb0b30ec8 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:38.375183 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-b2fac302-ea6c-410d-858c-0ccd3dcca3d0 req-79e4bfb1-6676-48f4-9320-49fbb0b30ec8 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 945 time: 0.1027834 May 24 14:05:38.432625 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-b2fac302-ea6c-410d-858c-0ccd3dcca3d0 req-52975336-6ce9-4bba-9354-48dbef83453e tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515800 May 24 14:05:39.555424 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e2c25-f8b0-4144-9534-d60c3626f33d req-196c75ec-0c2c-457b-8e8a-fb705fc2e4e1 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:39.556929 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-920e2c25-f8b0-4144-9534-d60c3626f33d req-196c75ec-0c2c-457b-8e8a-fb705fc2e4e1 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 945 time: 0.0469189 May 24 14:05:39.602622 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-920e2c25-f8b0-4144-9534-d60c3626f33d req-8cd88b50-17ec-423e-9dfc-da94898f7d13 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402281 May 24 14:05:39.929659 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddc003-f07c-4a96-ba6c-371903565806 req-a58eb3bb-cb59-4b5b-ac96-64e039312162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:39.931162 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3fddc003-f07c-4a96-ba6c-371903565806 req-a58eb3bb-cb59-4b5b-ac96-64e039312162 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d3ebc40e12384ce4bb168690cfd5a27a&device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 1129 time: 0.0404589 May 24 14:05:40.035388 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddc003-f07c-4a96-ba6c-371903565806 req-658c5510-61f6-4c2f-a2f4-8bf96dd2404e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:40.036872 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3fddc003-f07c-4a96-ba6c-371903565806 req-658c5510-61f6-4c2f-a2f4-8bf96dd2404e service neutron] 10.222.0.55 "GET /v2.0/networks?id=18065f5d-f31e-4fd3-b029-c409167bb83c HTTP/1.1" status: 200 len: 917 time: 0.0886159 May 24 14:05:40.100024 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:40.266872 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3fddc003-f07c-4a96-ba6c-371903565806 req-70425c7e-e1c9-4048-872c-bd663ab43da9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dce5d6fb-7321-4b36-8335-7b79a2352887 HTTP/1.1" status: 200 len: 1001 time: 0.0550570 May 24 14:05:40.319031 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddc003-f07c-4a96-ba6c-371903565806 req-1f21879f-03f6-4716-9a60-d38d34c404a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:40.320473 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3fddc003-f07c-4a96-ba6c-371903565806 req-1f21879f-03f6-4716-9a60-d38d34c404a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8be785c0-42d8-4f57-9b56-6849abcace7e HTTP/1.1" status: 200 len: 855 time: 0.0464482 May 24 14:05:40.364180 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddc003-f07c-4a96-ba6c-371903565806 req-f5b4560a-3198-4edc-b001-860de31a5937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:40.365655 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3fddc003-f07c-4a96-ba6c-371903565806 req-f5b4560a-3198-4edc-b001-860de31a5937 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=18065f5d-f31e-4fd3-b029-c409167bb83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380893 May 24 14:05:40.379866 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:40.384656 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:40.455265 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3fddc003-f07c-4a96-ba6c-371903565806 req-9e61a08b-9b76-4620-bc74-527437141256 service neutron] 10.222.0.55 "GET /v2.0/networks/18065f5d-f31e-4fd3-b029-c409167bb83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810525 May 24 14:05:40.518302 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:40.547388 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3fddc003-f07c-4a96-ba6c-371903565806 req-292255a1-db2b-4e6e-8b17-6e8e84f88726 service neutron] 10.222.0.55 "GET /v2.0/networks/18065f5d-f31e-4fd3-b029-c409167bb83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851953 May 24 14:05:40.722411 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472effc-5913-4277-b976-c9d1e8260ac5 req-3624aaf1-d5ff-495b-a0de-6a75c7539e12 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:40.723898 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-8472effc-5913-4277-b976-c9d1e8260ac5 req-3624aaf1-d5ff-495b-a0de-6a75c7539e12 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 945 time: 0.0497661 May 24 14:05:40.772458 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-8472effc-5913-4277-b976-c9d1e8260ac5 req-7ef06159-054e-4abc-9b7d-ce84d784d552 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429215 May 24 14:05:41.891339 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce830d8-be3c-4491-b408-a386d164ab74 req-61c1f137-1f9f-4498-865a-36ecfd3d9c49 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:41.892849 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3ce830d8-be3c-4491-b408-a386d164ab74 req-61c1f137-1f9f-4498-865a-36ecfd3d9c49 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 945 time: 0.0482893 May 24 14:05:41.939426 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3ce830d8-be3c-4491-b408-a386d164ab74 req-775d59e6-0c28-48a9-9797-64acb26bcdc7 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411208 May 24 14:05:41.945406 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device dce5d6fb-7321-4b36-8335-7b79a2352887 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:05:42.015290 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port dce5d6fb-7321-4b36-8335-7b79a2352887 is: ACTIVE; New status is: DOWN {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:05:42.015677 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (dce5d6fb-7321-4b36-8335-7b79a2352887), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:42.041819 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762edbfc-761c-41c1-9404-8936a3869671', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dce5d6fb-7321-4b36-8335-7b79a2352887'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:05:42.044061 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6704ccb53a4068acec69ef2b688a9e5af712f2ba46f4bf8cce86ae06eb28aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b547c7cd-168a-4274-b93a-3bff894478db" -d '{"events": [{"server_uuid": "762edbfc-761c-41c1-9404-8936a3869671", "name": "network-vif-unplugged", "status": "completed", "tag": "dce5d6fb-7321-4b36-8335-7b79a2352887"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:05:42.056582 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port dce5d6fb-7321-4b36-8335-7b79a2352887, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=dce5d6fb-7321-4b36-8335-7b79a2352887,segment=NetworkSegment(132fe624-87e3-43f2-9650-2a427f750a75),segment_id=132fe624-87e3-43f2-9650-2a427f750a75)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:05:42.061266 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (dce5d6fb-7321-4b36-8335-7b79a2352887), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:42.088088 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 May 2022 14:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba9d06a-0623-407e-a3c6-717860e18344 x-openstack-request-id: req-dba9d06a-0623-407e-a3c6-717860e18344 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:05:42.088381 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762edbfc-761c-41c1-9404-8936a3869671", "name": "network-vif-unplugged", "status": "completed", "tag": "dce5d6fb-7321-4b36-8335-7b79a2352887", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:05:42.088632 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dba9d06a-0623-407e-a3c6-717860e18344 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:05:42.089026 dv-cinder-842129-1-iscsi neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dba9d06a-0623-407e-a3c6-717860e18344'] response: {'server_uuid': '762edbfc-761c-41c1-9404-8936a3869671', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dce5d6fb-7321-4b36-8335-7b79a2352887', 'code': 200} May 24 14:05:42.110386 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=dce5d6fb-7321-4b36-8335-7b79a2352887,revision_number=8']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:05:43.057497 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8a2d0-ef59-40d6-b339-fc24a9c566ef req-90781358-ede3-4da5-951e-b38caa1efed8 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:43.058962 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fbb8a2d0-ef59-40d6-b339-fc24a9c566ef req-90781358-ede3-4da5-951e-b38caa1efed8 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 943 time: 0.0462556 May 24 14:05:43.114199 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fbb8a2d0-ef59-40d6-b339-fc24a9c566ef req-c04f6927-0f11-452c-af9c-6d2bc8afc69f tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498021 May 24 14:05:43.878386 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [req-6d6e6eab-a042-4ccd-8f25-bf61a5e747dc req-0d4d9e78-8b83-4428-9a5a-b70f730437ba service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 24 14:05:43.879363 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6d6e6eab-a042-4ccd-8f25-bf61a5e747dc req-0d4d9e78-8b83-4428-9a5a-b70f730437ba service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057664 May 24 14:05:44.037241 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5abfcdf-48d0-46d6-b6b0-5c6dede241c1 req-1c1e16ed-e28a-4413-b074-967b1bb73d62 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:44.038749 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a5abfcdf-48d0-46d6-b6b0-5c6dede241c1 req-1c1e16ed-e28a-4413-b074-967b1bb73d62 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 943 time: 0.0533412 May 24 14:05:44.086654 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a5abfcdf-48d0-46d6-b6b0-5c6dede241c1 req-bdcd83e7-99c6-4096-bc54-90bf823c4463 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422611 May 24 14:05:44.244589 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 42478) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:05:44.322904 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e152856c-11ee-466c-bc54-66e899fd3401 req-b79138eb-a5d8-4b94-ae33-afe401e0ecf4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0771797 May 24 14:05:44.331308 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [req-e152856c-11ee-466c-bc54-66e899fd3401 req-5cb24712-c75b-40ab-b393-fdf796973b2c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103807) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 24 14:05:44.332287 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e152856c-11ee-466c-bc54-66e899fd3401 req-5cb24712-c75b-40ab-b393-fdf796973b2c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048749 May 24 14:05:44.406770 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 42486) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:05:44.485948 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:44.503135 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152856c-11ee-466c-bc54-66e899fd3401 req-609101c6-28cf-457d-ac36-d2c290a4a788 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:44.505129 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e152856c-11ee-466c-bc54-66e899fd3401 req-609101c6-28cf-457d-ac36-d2c290a4a788 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports/dce5d6fb-7321-4b36-8335-7b79a2352887 HTTP/1.1" status: 200 len: 940 time: 0.0973892 May 24 14:05:45.207187 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f0c0f-5459-4f11-8d55-f653c73c2e30 req-6a996b7e-1e7b-43a7-b8c0-d8c45520fed6 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:45.208925 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-580f0c0f-5459-4f11-8d55-f653c73c2e30 req-6a996b7e-1e7b-43a7-b8c0-d8c45520fed6 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 943 time: 0.0488534 May 24 14:05:45.257102 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-580f0c0f-5459-4f11-8d55-f653c73c2e30 req-4ec2cd4d-e7b5-4660-8fec-c2c7c5feaf53 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426018 May 24 14:05:45.293218 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152856c-11ee-466c-bc54-66e899fd3401 req-e8eac0fd-d62f-4f66-8c46-5372c32103ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:45.294679 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e152856c-11ee-466c-bc54-66e899fd3401 req-e8eac0fd-d62f-4f66-8c46-5372c32103ff service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671&tenant_id=d3ebc40e12384ce4bb168690cfd5a27a HTTP/1.1" status: 200 len: 1127 time: 0.0393116 May 24 14:05:45.355544 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152856c-11ee-466c-bc54-66e899fd3401 req-7f5fa224-74b2-4609-bea1-bb07342d167d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:45.357390 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e152856c-11ee-466c-bc54-66e899fd3401 req-7f5fa224-74b2-4609-bea1-bb07342d167d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d3ebc40e12384ce4bb168690cfd5a27a&device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 1127 time: 0.0391190 May 24 14:05:45.448235 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152856c-11ee-466c-bc54-66e899fd3401 req-f1e5a809-3617-435c-8e31-5cffd67273ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:45.449579 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e152856c-11ee-466c-bc54-66e899fd3401 req-f1e5a809-3617-435c-8e31-5cffd67273ad service neutron] 10.222.0.55 "GET /v2.0/networks?id=18065f5d-f31e-4fd3-b029-c409167bb83c HTTP/1.1" status: 200 len: 917 time: 0.0848670 May 24 14:05:45.511392 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e152856c-11ee-466c-bc54-66e899fd3401 req-93e007e5-c591-42ef-9f27-748539bf0a6c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dce5d6fb-7321-4b36-8335-7b79a2352887 HTTP/1.1" status: 200 len: 999 time: 0.0553312 May 24 14:05:45.558564 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152856c-11ee-466c-bc54-66e899fd3401 req-49fa86bb-b6d8-4573-b730-c82b8131f75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:45.559969 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e152856c-11ee-466c-bc54-66e899fd3401 req-49fa86bb-b6d8-4573-b730-c82b8131f75c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8be785c0-42d8-4f57-9b56-6849abcace7e HTTP/1.1" status: 200 len: 855 time: 0.0431914 May 24 14:05:45.605154 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152856c-11ee-466c-bc54-66e899fd3401 req-901ac73d-aa17-4682-85aa-fc718ae4f721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:45.606579 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e152856c-11ee-466c-bc54-66e899fd3401 req-901ac73d-aa17-4682-85aa-fc718ae4f721 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=18065f5d-f31e-4fd3-b029-c409167bb83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407636 May 24 14:05:45.698828 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e152856c-11ee-466c-bc54-66e899fd3401 req-e1c16ca0-2da0-4b59-89ae-8121c5677ce3 service neutron] 10.222.0.55 "GET /v2.0/networks/18065f5d-f31e-4fd3-b029-c409167bb83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837095 May 24 14:05:45.794856 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e152856c-11ee-466c-bc54-66e899fd3401 req-1ab7b124-e1ee-4527-8469-6960230950c5 service neutron] 10.222.0.55 "GET /v2.0/networks/18065f5d-f31e-4fd3-b029-c409167bb83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902150 May 24 14:05:45.953195 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device dce5d6fb-7321-4b36-8335-7b79a2352887 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:05:46.043317 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port dce5d6fb-7321-4b36-8335-7b79a2352887 is: DOWN; New status is: DOWN {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:05:46.412888 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa16cc-bf76-4a6f-aabe-84903b56aa67 req-247bee7e-51ae-459f-ae37-a2397f782116 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:46.414460 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a2fa16cc-bf76-4a6f-aabe-84903b56aa67 req-247bee7e-51ae-459f-ae37-a2397f782116 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 943 time: 0.0577600 May 24 14:05:46.474027 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a2fa16cc-bf76-4a6f-aabe-84903b56aa67 req-adc04e51-68d4-4ad5-9620-479d9b83e808 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521624 May 24 14:05:47.611886 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d2c18-8bc5-4c39-a1a7-8db8931a6051 req-7b0c4509-b343-4215-afc0-8cf872dc40e8 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:47.613348 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-b08d2c18-8bc5-4c39-a1a7-8db8931a6051 req-7b0c4509-b343-4215-afc0-8cf872dc40e8 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 943 time: 0.0539105 May 24 14:05:47.666931 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-b08d2c18-8bc5-4c39-a1a7-8db8931a6051 req-6d692467-0485-4677-bda3-056d765af093 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464864 May 24 14:05:48.951132 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e8421-03d6-4eef-81cf-8420eafd8b71 req-876bf6a7-80a6-43dd-ad0f-7b321a63a830 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:48.952676 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-297e8421-03d6-4eef-81cf-8420eafd8b71 req-876bf6a7-80a6-43dd-ad0f-7b321a63a830 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 943 time: 0.0485165 May 24 14:05:48.996515 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:49.001028 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-297e8421-03d6-4eef-81cf-8420eafd8b71 req-851ddc20-ff96-4f98-818d-aaeffed594f6 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420945 May 24 14:05:50.125767 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28178b2-5d20-4cd4-8e36-d1f1f4d6d545 req-b7ce5851-20c6-40b9-8ccf-977a4cf7b539 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:50.127295 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f28178b2-5d20-4cd4-8e36-d1f1f4d6d545 req-b7ce5851-20c6-40b9-8ccf-977a4cf7b539 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 943 time: 0.0515859 May 24 14:05:50.191148 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f28178b2-5d20-4cd4-8e36-d1f1f4d6d545 req-e33cb618-01df-430b-838d-905d6da03c38 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571053 May 24 14:05:51.327440 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323bc29-101c-4477-81af-cea25d0d93c9 req-396b902a-6c54-46f5-a6de-36d3f291cc57 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:51.328940 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b323bc29-101c-4477-81af-cea25d0d93c9 req-396b902a-6c54-46f5-a6de-36d3f291cc57 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 943 time: 0.0639222 May 24 14:05:51.383314 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b323bc29-101c-4477-81af-cea25d0d93c9 req-291a0476-fd09-4930-9bf2-68d017200dca tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482409 May 24 14:05:52.504788 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4dd147-0238-4bd9-91e4-a0d9ca9b6ffb req-60bd7fe3-bfef-4f1b-8ce2-e0d3cd46c375 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:52.508366 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-1f4dd147-0238-4bd9-91e4-a0d9ca9b6ffb req-60bd7fe3-bfef-4f1b-8ce2-e0d3cd46c375 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 943 time: 0.0507214 May 24 14:05:52.559903 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-1f4dd147-0238-4bd9-91e4-a0d9ca9b6ffb req-111f7e2f-68c2-4297-bf29-6418ca67fbe9 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460618 May 24 14:05:53.691720 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55715d47-2f67-454a-b9b0-c4142f314449 req-bf879605-f93e-4ba4-b8b5-07d8848dcbd6 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:53.693865 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-55715d47-2f67-454a-b9b0-c4142f314449 req-bf879605-f93e-4ba4-b8b5-07d8848dcbd6 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 943 time: 0.0484810 May 24 14:05:53.741866 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-55715d47-2f67-454a-b9b0-c4142f314449 req-629f8839-5bc8-4733-be7f-2c99452af96e tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421104 May 24 14:05:53.832657 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fb2ee4cb-9a7e-4fbd-a040-7290c409da15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:54.869209 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:54.882741 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238f708-575c-4a8c-b4e2-502c58f4ca7a req-43fcbacb-6157-4d67-875e-77001056f623 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:54.882741 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-2238f708-575c-4a8c-b4e2-502c58f4ca7a req-43fcbacb-6157-4d67-875e-77001056f623 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 943 time: 0.0536282 May 24 14:05:54.931001 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-2238f708-575c-4a8c-b4e2-502c58f4ca7a req-f2931ba6-c815-4e75-94c8-55a4b0abe2d8 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424929 May 24 14:05:56.029397 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:56.057830 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee113e0-2ddc-41c4-a957-641023423898 req-7fe8d1f0-9310-4ec9-b63c-df6af78c6294 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:56.059506 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bee113e0-2ddc-41c4-a957-641023423898 req-7fe8d1f0-9310-4ec9-b63c-df6af78c6294 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 943 time: 0.0566475 May 24 14:05:56.108758 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:56.114203 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bee113e0-2ddc-41c4-a957-641023423898 req-362e59a5-fa2a-48ab-8ff8-814510e02150 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492551 May 24 14:05:56.155205 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=73,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:56.157681 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=46,neutron:UPDATE=6 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:05:56.164564 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2aa002d9-ad41-473d-91f1-95c07ef72375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:57.233444 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780e1e4-152c-4a01-8a62-782cb85c9c60 req-91815372-98f4-4d88-be25-9556de909af4 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:57.234917 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-1780e1e4-152c-4a01-8a62-782cb85c9c60 req-91815372-98f4-4d88-be25-9556de909af4 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 943 time: 0.0460110 May 24 14:05:57.282590 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-1780e1e4-152c-4a01-8a62-782cb85c9c60 req-690e206b-bc71-4474-b4de-73071197ebc6 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417380 May 24 14:05:57.430567 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:58.400037 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3ca83-05c4-400b-bb86-c4bbb87819ea req-ad6859c4-a815-4c04-bb7a-5926c12e2513 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:58.401524 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7fd3ca83-05c4-400b-bb86-c4bbb87819ea req-ad6859c4-a815-4c04-bb7a-5926c12e2513 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 943 time: 0.0482423 May 24 14:05:58.447777 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7fd3ca83-05c4-400b-bb86-c4bbb87819ea req-3b90b291-233e-47c9-b97b-88c4af4e4078 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406764 May 24 14:05:58.560637 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:05:59.568808 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7638e7c-7fa7-48d9-87cd-c28d92485201 req-5fabc28a-f29c-4757-9ce7-e8b6343ab435 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:05:59.570254 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a7638e7c-7fa7-48d9-87cd-c28d92485201 req-5fabc28a-f29c-4757-9ce7-e8b6343ab435 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 943 time: 0.0500627 May 24 14:05:59.615918 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a7638e7c-7fa7-48d9-87cd-c28d92485201 req-204df727-f083-4749-962c-f24fa36b49c6 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401974 May 24 14:06:00.434468 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:06:00.734207 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d616c-f6df-4fa3-9077-5a3eeb228557 req-6d5248f9-5352-4a45-99ca-dadfecc79cd3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:06:00.735557 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-df8d616c-f6df-4fa3-9077-5a3eeb228557 req-6d5248f9-5352-4a45-99ca-dadfecc79cd3 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 943 time: 0.0460484 May 24 14:06:00.784309 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-df8d616c-f6df-4fa3-9077-5a3eeb228557 req-c7115ace-8e74-4153-804f-1cdd02ce2435 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430326 May 24 14:06:01.904046 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b475482-2c1f-4536-bb79-56100b0f34e0 req-049a783d-5d2e-4997-a5ee-4226d11c8ccb tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:06:01.905485 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-5b475482-2c1f-4536-bb79-56100b0f34e0 req-049a783d-5d2e-4997-a5ee-4226d11c8ccb tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 943 time: 0.0465493 May 24 14:06:01.951557 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-5b475482-2c1f-4536-bb79-56100b0f34e0 req-fe6ca427-f8d4-465c-9435-ef6e3ae6baf7 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407228 May 24 14:06:03.072175 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58767f-23f9-4df5-9214-65217c57a28e req-d547c5f6-783f-406d-ac75-a6152bcc616e tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:06:03.073636 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6b58767f-23f9-4df5-9214-65217c57a28e req-d547c5f6-783f-406d-ac75-a6152bcc616e tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 943 time: 0.0495443 May 24 14:06:03.118993 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6b58767f-23f9-4df5-9214-65217c57a28e req-29f26aa5-0fc4-45a9-bf78-34ce2f3c115e tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398757 May 24 14:06:04.239504 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f38acd-dbac-4b88-9d25-aeed77d9457a req-0f389617-31f8-4283-85e3-fd2d21ba9c1e tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:06:04.241754 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f6f38acd-dbac-4b88-9d25-aeed77d9457a req-0f389617-31f8-4283-85e3-fd2d21ba9c1e tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 943 time: 0.0470343 May 24 14:06:04.263222 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:06:04.291871 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f6f38acd-dbac-4b88-9d25-aeed77d9457a req-9fe759c1-604b-46c9-893b-a876e9b97fd5 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444686 May 24 14:06:05.409495 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d643e67-b92b-4ca0-b8ca-10e9eed9b08d req-8c9356d0-e19e-487e-a415-d1072e679181 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:06:05.410977 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8d643e67-b92b-4ca0-b8ca-10e9eed9b08d req-8c9356d0-e19e-487e-a415-d1072e679181 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 943 time: 0.0472410 May 24 14:06:05.456740 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8d643e67-b92b-4ca0-b8ca-10e9eed9b08d req-1a016260-61ae-4c28-ab9c-d15065284b8e tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398850 May 24 14:06:06.039596 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device dce5d6fb-7321-4b36-8335-7b79a2352887 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=103809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 14:06:06.134593 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port dce5d6fb-7321-4b36-8335-7b79a2352887, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=dce5d6fb-7321-4b36-8335-7b79a2352887,segment=NetworkSegment(132fe624-87e3-43f2-9650-2a427f750a75),segment_id=132fe624-87e3-43f2-9650-2a427f750a75)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:06:06.145862 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Returning: {'device': 'dce5d6fb-7321-4b36-8335-7b79a2352887', 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c', 'port_id': 'dce5d6fb-7321-4b36-8335-7b79a2352887', 'mac_address': 'fa:16:3e:20:59:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be785c0-42d8-4f57-9b56-6849abcace7e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 14:06:06.182557 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port dce5d6fb-7321-4b36-8335-7b79a2352887 is: DOWN; New status is: BUILD {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:06:06.182943 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (dce5d6fb-7321-4b36-8335-7b79a2352887), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:06:06.195516 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dce5d6fb-7321-4b36-8335-7b79a2352887 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 14:06:06.214779 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port dce5d6fb-7321-4b36-8335-7b79a2352887, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=dce5d6fb-7321-4b36-8335-7b79a2352887,segment=NetworkSegment(132fe624-87e3-43f2-9650-2a427f750a75),segment_id=132fe624-87e3-43f2-9650-2a427f750a75)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:06:06.218664 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (dce5d6fb-7321-4b36-8335-7b79a2352887), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:06:06.263543 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=dce5d6fb-7321-4b36-8335-7b79a2352887,revision_number=9']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:06:06.576264 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6836fea2-a9a5-4c3c-a900-5ab4250606ec req-a988c3fe-69e0-495c-80c0-3c992421b0db tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:06:06.577608 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6836fea2-a9a5-4c3c-a900-5ab4250606ec req-a988c3fe-69e0-495c-80c0-3c992421b0db tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 944 time: 0.0466104 May 24 14:06:06.616052 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['dce5d6fb-7321-4b36-8335-7b79a2352887'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 14:06:06.624629 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6836fea2-a9a5-4c3c-a900-5ab4250606ec req-22665daf-1864-4c2d-bdc4-079f3f2bd40a tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415306 May 24 14:06:07.385163 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 14:06:07.746082 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4c584-4330-4c31-a228-cc33d01d68f9 req-892b9458-41fe-40b7-8313-61e63d7fc6d4 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:06:07.747524 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3ac4c584-4330-4c31-a228-cc33d01d68f9 req-892b9458-41fe-40b7-8313-61e63d7fc6d4 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 944 time: 0.0508006 May 24 14:06:07.794113 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3ac4c584-4330-4c31-a228-cc33d01d68f9 req-2ab106b2-f4fb-417a-833d-384dd1756da5 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411620 May 24 14:06:08.049471 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device dce5d6fb-7321-4b36-8335-7b79a2352887 up at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:06:08.092519 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning complete for port dce5d6fb-7321-4b36-8335-7b79a2352887 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:06:08.092883 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (dce5d6fb-7321-4b36-8335-7b79a2352887), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:06:08.166621 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port dce5d6fb-7321-4b36-8335-7b79a2352887 is: BUILD; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:06:08.166995 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (dce5d6fb-7321-4b36-8335-7b79a2352887), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:06:08.188993 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762edbfc-761c-41c1-9404-8936a3869671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce5d6fb-7321-4b36-8335-7b79a2352887'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:06:08.191168 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6704ccb53a4068acec69ef2b688a9e5af712f2ba46f4bf8cce86ae06eb28aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95a0090-6f41-43c6-9dd5-60beab6b3853" -d '{"events": [{"server_uuid": "762edbfc-761c-41c1-9404-8936a3869671", "name": "network-vif-plugged", "status": "completed", "tag": "dce5d6fb-7321-4b36-8335-7b79a2352887"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:06:08.203793 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port dce5d6fb-7321-4b36-8335-7b79a2352887, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=dce5d6fb-7321-4b36-8335-7b79a2352887,segment=NetworkSegment(132fe624-87e3-43f2-9650-2a427f750a75),segment_id=132fe624-87e3-43f2-9650-2a427f750a75)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:06:08.207968 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (dce5d6fb-7321-4b36-8335-7b79a2352887), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:06:08.229760 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 14:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855e5654-7a64-4ce1-9087-f225385c591b x-openstack-request-id: req-855e5654-7a64-4ce1-9087-f225385c591b {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:06:08.230047 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762edbfc-761c-41c1-9404-8936a3869671", "name": "network-vif-plugged", "status": "completed", "tag": "dce5d6fb-7321-4b36-8335-7b79a2352887", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:06:08.230294 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-855e5654-7a64-4ce1-9087-f225385c591b {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:06:08.230675 dv-cinder-842129-1-iscsi neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-855e5654-7a64-4ce1-9087-f225385c591b'] response: {'server_uuid': '762edbfc-761c-41c1-9404-8936a3869671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce5d6fb-7321-4b36-8335-7b79a2352887', 'code': 200} May 24 14:06:08.259143 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=dce5d6fb-7321-4b36-8335-7b79a2352887,revision_number=10']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:06:08.458205 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0920761-76c3-4e3f-82de-d693ee43000a req-599e0ea2-ad77-422b-87df-849aa2016588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:06:08.460037 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c0920761-76c3-4e3f-82de-d693ee43000a req-599e0ea2-ad77-422b-87df-849aa2016588 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 1130 time: 0.0934596 May 24 14:06:08.504038 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c0920761-76c3-4e3f-82de-d693ee43000a req-a04a651a-87a2-4912-a269-120e7df98660 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378976 May 24 14:06:08.909895 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7d9b8-1172-4a47-b805-b5992c6a8c5f req-9e9efdaf-3f93-4940-86cc-aee76f52872e tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:06:08.911318 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-25c7d9b8-1172-4a47-b805-b5992c6a8c5f req-9e9efdaf-3f93-4940-86cc-aee76f52872e tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 946 time: 0.0465028 May 24 14:06:08.960338 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-25c7d9b8-1172-4a47-b805-b5992c6a8c5f req-fce427a8-1b74-420d-8473-bbb6db9725ba tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426719 May 24 14:06:10.079776 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c299040-57a6-457e-8f47-1d63b9d97cc6 req-42785d7f-2e3f-4b9d-b95e-96fa3938cde4 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:06:10.081279 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6c299040-57a6-457e-8f47-1d63b9d97cc6 req-42785d7f-2e3f-4b9d-b95e-96fa3938cde4 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 946 time: 0.0461738 May 24 14:06:10.116442 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:06:10.129871 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6c299040-57a6-457e-8f47-1d63b9d97cc6 req-eb5da819-b18e-43ae-9a36-bbf26b7cd861 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430532 May 24 14:06:11.249228 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:06:11.260349 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562af6d8-d35a-4074-bde1-8b37bc609631 req-ba15738b-b6fd-478d-8fc4-032cd505b160 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:06:11.261800 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-562af6d8-d35a-4074-bde1-8b37bc609631 req-ba15738b-b6fd-478d-8fc4-032cd505b160 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 946 time: 0.0471301 May 24 14:06:11.309369 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-562af6d8-d35a-4074-bde1-8b37bc609631 req-04da6b7c-36db-4423-b0ce-123e353f254c tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418744 May 24 14:06:17.379775 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=20 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:06:17.380908 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=16 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:06:20.105116 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=62 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:06:20.107970 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=58,neutron:UPDATE=5 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:06:20.110249 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:UPDATE=3,neutron:SELECT=56 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:06:20.123406 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=60 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:06:20.125955 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=21 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:06:21.287912 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:06:21.306089 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=69 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:06:23.825878 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d8aba72e-0da0-4ea4-8b08-8b89a4c96730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:06:26.167071 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9925a405-e87e-487b-ac86-9daf2e1baef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:06:27.433522 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:06:28.563582 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:06:30.439506 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:06:40.115920 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:06:44.207627 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7a843a66-2de5-4a48-b2b1-a977f3cf326f req-7ed99ab4-1c84-4e99-b999-d4c1fedbefd3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=718e90d7-f726-442e-b00a-5289fb2558de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375631 May 24 14:06:44.286037 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a843a66-2de5-4a48-b2b1-a977f3cf326f req-08634ad4-21f0-4856-a1c9-674032e523e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:06:44.287386 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7a843a66-2de5-4a48-b2b1-a977f3cf326f req-08634ad4-21f0-4856-a1c9-674032e523e9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7bb15f1d3e524d67b5493cb483ee8547&device_id=718e90d7-f726-442e-b00a-5289fb2558de HTTP/1.1" status: 200 len: 1129 time: 0.0379879 May 24 14:06:44.386884 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 14:06:44.391772 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a843a66-2de5-4a48-b2b1-a977f3cf326f req-9e7a73ba-be0e-45a3-b1c6-159ed339ee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:06:44.393272 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7a843a66-2de5-4a48-b2b1-a977f3cf326f req-9e7a73ba-be0e-45a3-b1c6-159ed339ee11 service neutron] 10.222.0.55 "GET /v2.0/networks?id=da184706-a3cd-4a03-bf62-0c961d1fd5b4 HTTP/1.1" status: 200 len: 913 time: 0.0877285 May 24 14:06:44.454264 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7a843a66-2de5-4a48-b2b1-a977f3cf326f req-b76c8923-009f-4a38-8729-d35b3deee22a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=992b9bb4-a542-4387-82ba-0758b4b5ebb0 HTTP/1.1" status: 200 len: 1001 time: 0.0546780 May 24 14:06:44.513159 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a843a66-2de5-4a48-b2b1-a977f3cf326f req-2b8a41e5-6e77-4105-a14a-52515b3bbb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:06:44.514614 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7a843a66-2de5-4a48-b2b1-a977f3cf326f req-2b8a41e5-6e77-4105-a14a-52515b3bbb5b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b11a7f37-1257-4714-9cab-12aa8fc6a3a6 HTTP/1.1" status: 200 len: 851 time: 0.0535042 May 24 14:06:44.558494 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a843a66-2de5-4a48-b2b1-a977f3cf326f req-29b17bff-69ee-4916-b8b4-77a4255fa6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:06:44.559924 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7a843a66-2de5-4a48-b2b1-a977f3cf326f req-29b17bff-69ee-4916-b8b4-77a4255fa6c1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da184706-a3cd-4a03-bf62-0c961d1fd5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393853 May 24 14:06:44.569170 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [req-7a843a66-2de5-4a48-b2b1-a977f3cf326f req-c0bf99c5-501d-4ffe-b1c2-f6b3b6334894 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103807) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 24 14:06:44.570306 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7a843a66-2de5-4a48-b2b1-a977f3cf326f req-c0bf99c5-501d-4ffe-b1c2-f6b3b6334894 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047166 May 24 14:06:44.655250 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7a843a66-2de5-4a48-b2b1-a977f3cf326f req-6077c30d-6482-44b6-b126-5283880acf30 service neutron] 10.222.0.55 "GET /v2.0/networks/da184706-a3cd-4a03-bf62-0c961d1fd5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792015 May 24 14:06:44.745640 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7a843a66-2de5-4a48-b2b1-a977f3cf326f req-f6f05e3a-caaa-4500-a3c9-335693503312 service neutron] 10.222.0.55 "GET /v2.0/networks/da184706-a3cd-4a03-bf62-0c961d1fd5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842352 May 24 14:06:50.105952 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:06:50.106728 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:UPDATE=1,neutron:SELECT=6 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:06:50.111758 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:06:52.384585 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:06:53.826204 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2e6949e1-c91e-4690-bded-5739cb1411ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:06:54.382668 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=5 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:06:54.741513 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=52 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:06:54.742408 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=49 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:06:56.169417 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-302fdd9b-4f85-4125-a65e-4974cc8d50a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:06:57.436537 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:06:58.566062 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:00.441382 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:09.236333 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a57da-4cef-4832-8615-cbcc564a5c05 req-795d92cf-ee4d-40eb-946a-ebd84e6d6a9e tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:09.237687 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-619a57da-4cef-4832-8615-cbcc564a5c05 req-795d92cf-ee4d-40eb-946a-ebd84e6d6a9e tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=37a76501-1472-4b0d-9375-864f11fcad0f HTTP/1.1" status: 200 len: 946 time: 0.0498693 May 24 14:07:09.284607 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-619a57da-4cef-4832-8615-cbcc564a5c05 req-42ec34fe-6e98-458a-ba74-4036e0643293 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=150c4204-5ea3-480e-bfed-e9e3ebec5002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414257 May 24 14:07:10.120496 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:10.408049 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a642e1c-0bac-4f2e-9c0c-6b1cc31af6ed req-ba4f0387-ea43-41f8-88cc-cf56d499ba6c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:10.409524 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-2a642e1c-0bac-4f2e-9c0c-6b1cc31af6ed req-ba4f0387-ea43-41f8-88cc-cf56d499ba6c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=37a76501-1472-4b0d-9375-864f11fcad0f HTTP/1.1" status: 200 len: 946 time: 0.0534215 May 24 14:07:10.455740 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-2a642e1c-0bac-4f2e-9c0c-6b1cc31af6ed req-4cf328cc-0166-40d3-8616-41db5cb1ea2e tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=150c4204-5ea3-480e-bfed-e9e3ebec5002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404239 May 24 14:07:11.083995 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76260093-196e-48c6-93f7-3208fb46f163 req-70e98e36-4e66-41a1-8d17-81c47fac351f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:11.085406 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-76260093-196e-48c6-93f7-3208fb46f163 req-70e98e36-4e66-41a1-8d17-81c47fac351f tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.55 "GET /v2.0/ports?device_id=37a76501-1472-4b0d-9375-864f11fcad0f HTTP/1.1" status: 200 len: 946 time: 0.0503430 May 24 14:07:11.167400 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-76260093-196e-48c6-93f7-3208fb46f163 req-d0600fc7-f4d2-43ec-b09e-e5117dc4b76c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Deleting port 2268d58f-b991-4dba-86f6-755a9bbcd564 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:07:11.167728 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-76260093-196e-48c6-93f7-3208fb46f163 req-d0600fc7-f4d2-43ec-b09e-e5117dc4b76c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (2268d58f-b991-4dba-86f6-755a9bbcd564), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:11.257229 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-76260093-196e-48c6-93f7-3208fb46f163 req-d0600fc7-f4d2-43ec-b09e-e5117dc4b76c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] For port 2268d58f-b991-4dba-86f6-755a9bbcd564, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=2268d58f-b991-4dba-86f6-755a9bbcd564,segment=NetworkSegment(73f4eb4c-d3e0-4414-9a39-779107de724b),segment_id=73f4eb4c-d3e0-4414-9a39-779107de724b)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:07:11.257592 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-76260093-196e-48c6-93f7-3208fb46f163 req-d0600fc7-f4d2-43ec-b09e-e5117dc4b76c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (2268d58f-b991-4dba-86f6-755a9bbcd564), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:11.575136 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc93d8-3f99-478b-9957-28da8ba95e79 req-62f72052-f8fc-45d2-8cb1-7121590d9ee6 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:11.576681 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-05dc93d8-3f99-478b-9957-28da8ba95e79 req-62f72052-f8fc-45d2-8cb1-7121590d9ee6 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/ports?device_id=37a76501-1472-4b0d-9375-864f11fcad0f HTTP/1.1" status: 200 len: 946 time: 0.0487461 May 24 14:07:11.625984 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-05dc93d8-3f99-478b-9957-28da8ba95e79 req-92debf31-ff1e-4547-89e5-b1e39dfc0c4c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups?id=150c4204-5ea3-480e-bfed-e9e3ebec5002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436468 May 24 14:07:11.666078 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-76260093-196e-48c6-93f7-3208fb46f163 req-d0600fc7-f4d2-43ec-b09e-e5117dc4b76c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:11.666663 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-76260093-196e-48c6-93f7-3208fb46f163 req-d0600fc7-f4d2-43ec-b09e-e5117dc4b76c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534436'] for floatingip (3e14303e-574a-4410-9ddc-84b5ea20f101), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:11.666838 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.db.l3_db [req-76260093-196e-48c6-93f7-3208fb46f163 req-d0600fc7-f4d2-43ec-b09e-e5117dc4b76c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Floating IP 3e14303e-574a-4410-9ddc-84b5ea20f101 disassociated. External IP: 172.27.3.76, port: 2268d58f-b991-4dba-86f6-755a9bbcd564. May 24 14:07:11.667186 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-76260093-196e-48c6-93f7-3208fb46f163 req-d0600fc7-f4d2-43ec-b09e-e5117dc4b76c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Calling delete_port for 2268d58f-b991-4dba-86f6-755a9bbcd564 owned by compute:nova {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:07:11.792108 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-76260093-196e-48c6-93f7-3208fb46f163 req-d0600fc7-f4d2-43ec-b09e-e5117dc4b76c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (2268d58f-b991-4dba-86f6-755a9bbcd564), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:11.819749 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0600fc7-f4d2-43ec-b09e-e5117dc4b76c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Pushing event deleted for resources: {'Port': ['ID=2268d58f-b991-4dba-86f6-755a9bbcd564,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:11.831631 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0600fc7-f4d2-43ec-b09e-e5117dc4b76c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:11.832003 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0600fc7-f4d2-43ec-b09e-e5117dc4b76c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:11.832350 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0600fc7-f4d2-43ec-b09e-e5117dc4b76c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:11.832687 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0600fc7-f4d2-43ec-b09e-e5117dc4b76c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:11.833014 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0600fc7-f4d2-43ec-b09e-e5117dc4b76c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:11.833341 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0600fc7-f4d2-43ec-b09e-e5117dc4b76c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:11.833667 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0600fc7-f4d2-43ec-b09e-e5117dc4b76c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:11.833987 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0600fc7-f4d2-43ec-b09e-e5117dc4b76c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:11.834311 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0600fc7-f4d2-43ec-b09e-e5117dc4b76c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:11.834630 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0600fc7-f4d2-43ec-b09e-e5117dc4b76c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:11.834953 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0600fc7-f4d2-43ec-b09e-e5117dc4b76c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:11.835272 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0600fc7-f4d2-43ec-b09e-e5117dc4b76c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:11.835589 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0600fc7-f4d2-43ec-b09e-e5117dc4b76c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:11.835939 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0600fc7-f4d2-43ec-b09e-e5117dc4b76c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:11.836252 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0600fc7-f4d2-43ec-b09e-e5117dc4b76c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:11.939397 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76260093-196e-48c6-93f7-3208fb46f163 req-d0600fc7-f4d2-43ec-b09e-e5117dc4b76c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Router ad81732b-36f1-4d60-94a0-5ff4de888569 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:07:12.040210 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76260093-196e-48c6-93f7-3208fb46f163 req-d0600fc7-f4d2-43ec-b09e-e5117dc4b76c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:07:12.046051 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:12.050697 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e438ceaa-6735-48ab-bd5c-87f3adea5f32 None None] Sync routers for ids ['ad81732b-36f1-4d60-94a0-5ff4de888569'] in dv-cinder-842129-1-iscsi {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:07:12.061276 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e438ceaa-6735-48ab-bd5c-87f3adea5f32 None None] Routers {'ad81732b-36f1-4d60-94a0-5ff4de888569'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:07:12.061891 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-e438ceaa-6735-48ab-bd5c-87f3adea5f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:06:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad81732b-36f1-4d60-94a0-5ff4de888569'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:12.085233 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-76260093-196e-48c6-93f7-3208fb46f163 req-d0600fc7-f4d2-43ec-b09e-e5117dc4b76c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] No DVR routers for this DVR port 2268d58f-b991-4dba-86f6-755a9bbcd564 on host hv-cinder-84212 {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 14:07:12.088078 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-76260093-196e-48c6-93f7-3208fb46f163 req-d0600fc7-f4d2-43ec-b09e-e5117dc4b76c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:12.091392 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-76260093-196e-48c6-93f7-3208fb46f163 req-d0600fc7-f4d2-43ec-b09e-e5117dc4b76c tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.55 "DELETE /v2.0/ports/2268d58f-b991-4dba-86f6-755a9bbcd564 HTTP/1.1" status: 204 len: 173 time: 0.9994466 May 24 14:07:12.091774 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a76501-1472-4b0d-9375-864f11fcad0f', 'name': 'network-vif-deleted', 'tag': '2268d58f-b991-4dba-86f6-755a9bbcd564'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:07:12.094163 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89399f1-118c-4542-94f8-70b880eb8f1e" -d '{"events": [{"server_uuid": "37a76501-1472-4b0d-9375-864f11fcad0f", "name": "network-vif-deleted", "tag": "2268d58f-b991-4dba-86f6-755a9bbcd564"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:07:12.177379 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-e438ceaa-6735-48ab-bd5c-87f3adea5f32 None None] Set router ad81732b-36f1-4d60-94a0-5ff4de888569 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:07:12.198490 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 14:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbd7ac8-8076-4cdd-92e2-ae89906b5dad x-openstack-request-id: req-ffbd7ac8-8076-4cdd-92e2-ae89906b5dad {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:07:12.198818 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a76501-1472-4b0d-9375-864f11fcad0f", "name": "network-vif-deleted", "tag": "2268d58f-b991-4dba-86f6-755a9bbcd564", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:07:12.199073 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ffbd7ac8-8076-4cdd-92e2-ae89906b5dad {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:07:12.199505 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffbd7ac8-8076-4cdd-92e2-ae89906b5dad'] response: {'server_uuid': '37a76501-1472-4b0d-9375-864f11fcad0f', 'name': 'network-vif-deleted', 'tag': '2268d58f-b991-4dba-86f6-755a9bbcd564', 'status': 'completed', 'code': 200} May 24 14:07:12.383982 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-e438ceaa-6735-48ab-bd5c-87f3adea5f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'name': 'tempest-AttachVolumeNegativeTest-2059950791-router', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:32Z', 'updated_at': '2022-05-24T13:55:39Z', 'revision_number': 4, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'gw_port': {'id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '8de62c04-2abf-4511-baba-d8f3c2e68ab2', 'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'mac_address': 'fa:16:3e:8e:27:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:38Z', 'updated_at': '2022-05-24T13:55:46Z', 'revision_number': 5, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'subnets': [{'id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:12.418146 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e438ceaa-6735-48ab-bd5c-87f3adea5f32 None None] Checking router: ad81732b-36f1-4d60-94a0-5ff4de888569 for host: dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:07:12.433338 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e438ceaa-6735-48ab-bd5c-87f3adea5f32 None None] Routers {'ad81732b-36f1-4d60-94a0-5ff4de888569'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:07:12.433940 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-e438ceaa-6735-48ab-bd5c-87f3adea5f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:06:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad81732b-36f1-4d60-94a0-5ff4de888569'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:12.536057 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-e438ceaa-6735-48ab-bd5c-87f3adea5f32 None None] Set router ad81732b-36f1-4d60-94a0-5ff4de888569 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:07:12.717657 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 42738) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:12.727255 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-e438ceaa-6735-48ab-bd5c-87f3adea5f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'name': 'tempest-AttachVolumeNegativeTest-2059950791-router', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:32Z', 'updated_at': '2022-05-24T13:55:39Z', 'revision_number': 4, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'gw_port': {'id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '8de62c04-2abf-4511-baba-d8f3c2e68ab2', 'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'mac_address': 'fa:16:3e:8e:27:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:38Z', 'updated_at': '2022-05-24T13:55:46Z', 'revision_number': 5, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'subnets': [{'id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:12.753723 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e438ceaa-6735-48ab-bd5c-87f3adea5f32 None None] The sync data for ids ['ad81732b-36f1-4d60-94a0-5ff4de888569'] in dv-cinder-842129-1-iscsi is: [{'id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'name': 'tempest-AttachVolumeNegativeTest-2059950791-router', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:32Z', 'updated_at': '2022-05-24T13:55:39Z', 'revision_number': 4, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'gw_port': {'id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '8de62c04-2abf-4511-baba-d8f3c2e68ab2', 'name': '', 'network_id': '2e5782d9-5791-4763-85b4-bfd8289d9060', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'mac_address': 'fa:16:3e:8e:27:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:38Z', 'updated_at': '2022-05-24T13:55:46Z', 'revision_number': 5, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'subnets': [{'id': '3fb85256-d55e-4eee-985a-4e3dd416d342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:07:12.765245 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:12.778537 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7105b208-21b2-4987-bad7-4b866f79a3af tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group (150c4204-5ea3-480e-bfed-e9e3ebec5002), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:12.803368 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7105b208-21b2-4987-bad7-4b866f79a3af tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group (150c4204-5ea3-480e-bfed-e9e3ebec5002), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:12.857014 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7105b208-21b2-4987-bad7-4b866f79a3af tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (150c4204-5ea3-480e-bfed-e9e3ebec5002), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:12.859794 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7105b208-21b2-4987-bad7-4b866f79a3af tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:12.860986 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-7105b208-21b2-4987-bad7-4b866f79a3af tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "DELETE /v2.0/security-groups/150c4204-5ea3-480e-bfed-e9e3ebec5002 HTTP/1.1" status: 204 len: 168 time: 0.1423700 May 24 14:07:12.863993 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 42740) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:12.871767 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105b208-21b2-4987-bad7-4b866f79a3af tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=150c4204-5ea3-480e-bfed-e9e3ebec5002,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:12.879027 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.api.v2.resource [None req-5f3dc2f3-5c45-44d8-8e79-842e949fd479 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] show failed (client error): The resource could not be found. May 24 14:07:12.880267 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-5f3dc2f3-5c45-44d8-8e79-842e949fd479 tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "GET /v2.0/security-groups/150c4204-5ea3-480e-bfed-e9e3ebec5002 HTTP/1.1" status: 404 len: 347 time: 0.0153074 May 24 14:07:12.883262 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 42742) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:13.000637 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cab9c3-5ba1-443d-bfdb-a085c9215024 None None] New status for floating IP 3e14303e-574a-4410-9ddc-84b5ea20f101: DOWN {{(pid=103809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 14:07:13.007131 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-4b4ceafa-c752-4744-bbff-81117a511d6d tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Deleting port 043681a8-155f-4ff8-8a16-d1669b040fc0 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:07:13.007469 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4b4ceafa-c752-4744-bbff-81117a511d6d tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (043681a8-155f-4ff8-8a16-d1669b040fc0), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:13.088245 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4b4ceafa-c752-4744-bbff-81117a511d6d tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (043681a8-155f-4ff8-8a16-d1669b040fc0), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:13.088605 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4b4ceafa-c752-4744-bbff-81117a511d6d tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for floatingip (043681a8-155f-4ff8-8a16-d1669b040fc0), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:13.101010 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-4b4ceafa-c752-4744-bbff-81117a511d6d tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Calling delete_port for 043681a8-155f-4ff8-8a16-d1669b040fc0 owned by network:floatingip {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:07:13.235770 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4b4ceafa-c752-4744-bbff-81117a511d6d tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (043681a8-155f-4ff8-8a16-d1669b040fc0), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:13.259704 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ceafa-c752-4744-bbff-81117a511d6d tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Pushing event deleted for resources: {'Port': ['ID=043681a8-155f-4ff8-8a16-d1669b040fc0,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:13.285891 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ceafa-c752-4744-bbff-81117a511d6d tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:13.286234 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ceafa-c752-4744-bbff-81117a511d6d tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:13.286575 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ceafa-c752-4744-bbff-81117a511d6d tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:13.286909 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ceafa-c752-4744-bbff-81117a511d6d tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:13.287237 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ceafa-c752-4744-bbff-81117a511d6d tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:13.287566 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ceafa-c752-4744-bbff-81117a511d6d tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:13.287915 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ceafa-c752-4744-bbff-81117a511d6d tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:13.288238 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ceafa-c752-4744-bbff-81117a511d6d tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:13.288561 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ceafa-c752-4744-bbff-81117a511d6d tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:13.288882 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ceafa-c752-4744-bbff-81117a511d6d tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:13.289207 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ceafa-c752-4744-bbff-81117a511d6d tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:13.289524 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ceafa-c752-4744-bbff-81117a511d6d tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:13.289841 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ceafa-c752-4744-bbff-81117a511d6d tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:13.290157 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ceafa-c752-4744-bbff-81117a511d6d tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:13.290552 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ceafa-c752-4744-bbff-81117a511d6d tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:13.331396 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4b4ceafa-c752-4744-bbff-81117a511d6d tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks [] for floatingip (3e14303e-574a-4410-9ddc-84b5ea20f101), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:13.333864 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4b4ceafa-c752-4744-bbff-81117a511d6d tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:13.334990 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-4b4ceafa-c752-4744-bbff-81117a511d6d tempest-AttachVolumeNegativeTest-534782043 tempest-AttachVolumeNegativeTest-534782043-project] 10.222.0.24 "DELETE /v2.0/floatingips/3e14303e-574a-4410-9ddc-84b5ea20f101 HTTP/1.1" status: 204 len: 168 time: 0.4504743 May 24 14:07:14.351881 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 42748) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:14.478820 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 2268d58f-b991-4dba-86f6-755a9bbcd564 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:07:14.499930 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-9982a9e6-a744-44dc-8e80-12b403da83f0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Deleting port d545c727-22a1-43c3-b6ed-64e971fe111b {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:07:14.500282 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9982a9e6-a744-44dc-8e80-12b403da83f0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (d545c727-22a1-43c3-b6ed-64e971fe111b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:14.502075 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] No Port match for: 2268d58f-b991-4dba-86f6-755a9bbcd564 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:07:14.502594 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 2268d58f-b991-4dba-86f6-755a9bbcd564 not bound to the agent host hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:07:14.570972 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:14.592413 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9982a9e6-a744-44dc-8e80-12b403da83f0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (d545c727-22a1-43c3-b6ed-64e971fe111b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:14.592731 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9982a9e6-a744-44dc-8e80-12b403da83f0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for floatingip (d545c727-22a1-43c3-b6ed-64e971fe111b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:14.607725 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-9982a9e6-a744-44dc-8e80-12b403da83f0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Calling delete_port for d545c727-22a1-43c3-b6ed-64e971fe111b owned by network:floatingip {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:07:14.701877 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:14.780047 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9982a9e6-a744-44dc-8e80-12b403da83f0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (d545c727-22a1-43c3-b6ed-64e971fe111b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:14.801863 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982a9e6-a744-44dc-8e80-12b403da83f0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Pushing event deleted for resources: {'Port': ['ID=d545c727-22a1-43c3-b6ed-64e971fe111b,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:14.866914 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9982a9e6-a744-44dc-8e80-12b403da83f0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for floatingip (f73c93c1-132d-4797-bfdd-14c55dbd645c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:14.867161 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.db.l3_db [None req-9982a9e6-a744-44dc-8e80-12b403da83f0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Floating IP f73c93c1-132d-4797-bfdd-14c55dbd645c disassociated (deleted). External IP: 172.27.3.191, port: b3254324-4c15-407e-9543-03ad6753b3e9. May 24 14:07:15.062211 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9982a9e6-a744-44dc-8e80-12b403da83f0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Router ad3b5635-ef70-4777-8466-ffd87c5730c1 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:07:15.168511 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9982a9e6-a744-44dc-8e80-12b403da83f0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:07:15.173147 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9982a9e6-a744-44dc-8e80-12b403da83f0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:15.177679 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be238159-a0d0-42da-842f-09f37820d97d None None] Sync routers for ids ['ad3b5635-ef70-4777-8466-ffd87c5730c1'] in dv-cinder-842129-1-iscsi {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:07:15.188579 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be238159-a0d0-42da-842f-09f37820d97d None None] Routers {'ad3b5635-ef70-4777-8466-ffd87c5730c1'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:07:15.189182 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-be238159-a0d0-42da-842f-09f37820d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:06:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad3b5635-ef70-4777-8466-ffd87c5730c1'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:15.202571 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-9982a9e6-a744-44dc-8e80-12b403da83f0 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "DELETE /v2.0/floatingips/f73c93c1-132d-4797-bfdd-14c55dbd645c HTTP/1.1" status: 204 len: 168 time: 0.8494749 May 24 14:07:15.204243 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b50e64ca-9602-4aeb-a5fe-17c3969764d1', 'tag': 'b3254324-4c15-407e-9543-03ad6753b3e9'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:07:15.209654 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60922b96e112649546d89072a262e180bf09e65c4ab2e641290b12b7b14c337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3db3cd-f83e-429c-9053-94439fe0fca5" -d '{"events": [{"name": "network-changed", "server_uuid": "b50e64ca-9602-4aeb-a5fe-17c3969764d1", "tag": "b3254324-4c15-407e-9543-03ad6753b3e9"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:07:15.312735 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 14:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0304229-4bd2-4e8a-9bdd-e198d3d260be x-openstack-request-id: req-a0304229-4bd2-4e8a-9bdd-e198d3d260be {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:07:15.313032 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b50e64ca-9602-4aeb-a5fe-17c3969764d1", "tag": "b3254324-4c15-407e-9543-03ad6753b3e9", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:07:15.313278 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a0304229-4bd2-4e8a-9bdd-e198d3d260be {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:07:15.313675 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0304229-4bd2-4e8a-9bdd-e198d3d260be'] response: {'name': 'network-changed', 'server_uuid': 'b50e64ca-9602-4aeb-a5fe-17c3969764d1', 'tag': 'b3254324-4c15-407e-9543-03ad6753b3e9', 'status': 'completed', 'code': 200} May 24 14:07:15.386259 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-be238159-a0d0-42da-842f-09f37820d97d None None] Set router ad3b5635-ef70-4777-8466-ffd87c5730c1 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:07:15.392300 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3db3cd-f83e-429c-9053-94439fe0fca5 req-ff81d5a0-4e6b-485b-a174-5061e860f916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:15.394518 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bf3db3cd-f83e-429c-9053-94439fe0fca5 req-ff81d5a0-4e6b-485b-a174-5061e860f916 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7bb15f1d3e524d67b5493cb483ee8547&device_id=b50e64ca-9602-4aeb-a5fe-17c3969764d1 HTTP/1.1" status: 200 len: 1129 time: 0.0491569 May 24 14:07:15.460633 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5036cd-24b5-401b-ab09-241d9c0d44df req-21774922-7a49-469e-8056-6e486c426843 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:15.463261 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fd5036cd-24b5-401b-ab09-241d9c0d44df req-21774922-7a49-469e-8056-6e486c426843 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=b50e64ca-9602-4aeb-a5fe-17c3969764d1 HTTP/1.1" status: 200 len: 945 time: 0.0567400 May 24 14:07:15.514878 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fd5036cd-24b5-401b-ab09-241d9c0d44df req-2a3df256-e1c6-48eb-a8ab-d93355d1e406 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450747 May 24 14:07:15.558316 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=100 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:15.560435 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=100 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:15.601798 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-be238159-a0d0-42da-842f-09f37820d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'name': 'tempest-TestVolumeBootPattern-1261063742-router', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:57:41Z', 'updated_at': '2022-05-24T13:57:46Z', 'revision_number': 4, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'gw_port': {'id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:43Z', 'updated_at': '2022-05-24T13:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '9989ff84-4e01-4e2c-adf6-21024e30186a', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'port_id': '992b9bb4-a542-4387-82ba-0758b4b5ebb0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'mac_address': 'fa:16:3e:75:be:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718e90d7-f726-442e-b00a-5289fb2558de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T14:02:18Z', 'updated_at': '2022-05-24T14:02:21Z', 'revision_number': 1, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a49196f-a083-4f82-9579-b43e8beabd03', 'name': '', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'mac_address': 'fa:16:3e:59:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:45Z', 'updated_at': '2022-05-24T13:57:52Z', 'revision_number': 5, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'subnets': [{'id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:15.626516 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be238159-a0d0-42da-842f-09f37820d97d None None] Checking router: ad3b5635-ef70-4777-8466-ffd87c5730c1 for host: dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:07:15.634664 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be238159-a0d0-42da-842f-09f37820d97d None None] Routers {'ad3b5635-ef70-4777-8466-ffd87c5730c1'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:07:15.635254 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-be238159-a0d0-42da-842f-09f37820d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:06:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad3b5635-ef70-4777-8466-ffd87c5730c1'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:15.738025 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-be238159-a0d0-42da-842f-09f37820d97d None None] Set router ad3b5635-ef70-4777-8466-ffd87c5730c1 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:07:15.953537 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-be238159-a0d0-42da-842f-09f37820d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'name': 'tempest-TestVolumeBootPattern-1261063742-router', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:57:41Z', 'updated_at': '2022-05-24T13:57:46Z', 'revision_number': 4, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'gw_port': {'id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:43Z', 'updated_at': '2022-05-24T13:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '9989ff84-4e01-4e2c-adf6-21024e30186a', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'port_id': '992b9bb4-a542-4387-82ba-0758b4b5ebb0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'mac_address': 'fa:16:3e:75:be:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718e90d7-f726-442e-b00a-5289fb2558de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T14:02:18Z', 'updated_at': '2022-05-24T14:02:21Z', 'revision_number': 1, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a49196f-a083-4f82-9579-b43e8beabd03', 'name': '', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'mac_address': 'fa:16:3e:59:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:45Z', 'updated_at': '2022-05-24T13:57:52Z', 'revision_number': 5, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'subnets': [{'id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:15.977676 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be238159-a0d0-42da-842f-09f37820d97d None None] The sync data for ids ['ad3b5635-ef70-4777-8466-ffd87c5730c1'] in dv-cinder-842129-1-iscsi is: [{'id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'name': 'tempest-TestVolumeBootPattern-1261063742-router', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:57:41Z', 'updated_at': '2022-05-24T13:57:46Z', 'revision_number': 4, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'gw_port': {'id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:43Z', 'updated_at': '2022-05-24T13:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '9989ff84-4e01-4e2c-adf6-21024e30186a', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'port_id': '992b9bb4-a542-4387-82ba-0758b4b5ebb0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'mac_address': 'fa:16:3e:75:be:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718e90d7-f726-442e-b00a-5289fb2558de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T14:02:18Z', 'updated_at': '2022-05-24T14:02:21Z', 'revision_number': 1, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a49196f-a083-4f82-9579-b43e8beabd03', 'name': '', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'mac_address': 'fa:16:3e:59:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:45Z', 'updated_at': '2022-05-24T13:57:52Z', 'revision_number': 5, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'subnets': [{'id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:07:16.201036 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca3dc78-33b0-453c-afa2-758246f7bbab None None] New status for floating IP f73c93c1-132d-4797-bfdd-14c55dbd645c: DOWN {{(pid=103809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 14:07:16.513460 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3db3cd-f83e-429c-9053-94439fe0fca5 req-a95b1446-d182-4791-aca3-662f80769433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:16.514920 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bf3db3cd-f83e-429c-9053-94439fe0fca5 req-a95b1446-d182-4791-aca3-662f80769433 service neutron] 10.222.0.55 "GET /v2.0/networks?id=da184706-a3cd-4a03-bf62-0c961d1fd5b4 HTTP/1.1" status: 200 len: 913 time: 0.0959632 May 24 14:07:16.579559 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bf3db3cd-f83e-429c-9053-94439fe0fca5 req-2c64d5b2-07fe-4796-ac42-21d938c9fcaa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3254324-4c15-407e-9543-03ad6753b3e9 HTTP/1.1" status: 200 len: 217 time: 0.0340390 May 24 14:07:16.629760 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3db3cd-f83e-429c-9053-94439fe0fca5 req-afebbf5e-cfbd-4712-b5af-1cfb6a61f645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:16.631214 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bf3db3cd-f83e-429c-9053-94439fe0fca5 req-afebbf5e-cfbd-4712-b5af-1cfb6a61f645 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b11a7f37-1257-4714-9cab-12aa8fc6a3a6 HTTP/1.1" status: 200 len: 851 time: 0.0448623 May 24 14:07:16.632951 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b759be-d2d1-4008-a246-c8e3d1a3bcda req-c714a9fa-4e39-4204-b2d9-03d5fe51fd15 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:16.635079 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-18b759be-d2d1-4008-a246-c8e3d1a3bcda req-c714a9fa-4e39-4204-b2d9-03d5fe51fd15 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=b50e64ca-9602-4aeb-a5fe-17c3969764d1 HTTP/1.1" status: 200 len: 945 time: 0.0499103 May 24 14:07:16.684768 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-18b759be-d2d1-4008-a246-c8e3d1a3bcda req-f2ff6288-de70-470f-8269-6ac55fcbf391 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437994 May 24 14:07:16.946858 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3db3cd-f83e-429c-9053-94439fe0fca5 req-839b7947-d757-4a59-ae33-f6cba71f979b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:16.948548 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bf3db3cd-f83e-429c-9053-94439fe0fca5 req-839b7947-d757-4a59-ae33-f6cba71f979b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da184706-a3cd-4a03-bf62-0c961d1fd5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441711 May 24 14:07:17.023495 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 42790) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:17.163306 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bf3db3cd-f83e-429c-9053-94439fe0fca5 req-5cb659d2-b127-46e3-a142-6a3830cdbb03 service neutron] 10.222.0.55 "GET /v2.0/networks/da184706-a3cd-4a03-bf62-0c961d1fd5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192231 May 24 14:07:17.233691 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf273eb-b678-4e89-b728-cf24458559d7 req-8cfef47b-7694-41bf-b8dd-794357ef6d22 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:17.235005 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fcf273eb-b678-4e89-b728-cf24458559d7 req-8cfef47b-7694-41bf-b8dd-794357ef6d22 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.55 "GET /v2.0/ports?device_id=b50e64ca-9602-4aeb-a5fe-17c3969764d1 HTTP/1.1" status: 200 len: 945 time: 0.1178730 May 24 14:07:17.441570 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-fcf273eb-b678-4e89-b728-cf24458559d7 req-eb455e16-52b5-4a9f-a605-8bd93e2f61e3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Deleting port b3254324-4c15-407e-9543-03ad6753b3e9 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:07:17.441908 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-fcf273eb-b678-4e89-b728-cf24458559d7 req-eb455e16-52b5-4a9f-a605-8bd93e2f61e3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (b3254324-4c15-407e-9543-03ad6753b3e9), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:17.450609 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bf3db3cd-f83e-429c-9053-94439fe0fca5 req-03e1d3fd-7fce-4b8a-bef8-4465dc82b8aa service neutron] 10.222.0.55 "GET /v2.0/networks/da184706-a3cd-4a03-bf62-0c961d1fd5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560544 May 24 14:07:17.525524 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:17.529271 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:17.608068 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-fcf273eb-b678-4e89-b728-cf24458559d7 req-eb455e16-52b5-4a9f-a605-8bd93e2f61e3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] For port b3254324-4c15-407e-9543-03ad6753b3e9, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=b3254324-4c15-407e-9543-03ad6753b3e9,segment=NetworkSegment(1e6ed359-4160-4992-9ca6-a2eeb518f77f),segment_id=1e6ed359-4160-4992-9ca6-a2eeb518f77f)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:07:17.608424 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-fcf273eb-b678-4e89-b728-cf24458559d7 req-eb455e16-52b5-4a9f-a605-8bd93e2f61e3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (b3254324-4c15-407e-9543-03ad6753b3e9), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:17.644092 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-fcf273eb-b678-4e89-b728-cf24458559d7 req-eb455e16-52b5-4a9f-a605-8bd93e2f61e3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Calling delete_port for b3254324-4c15-407e-9543-03ad6753b3e9 owned by compute:nova {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:07:17.852101 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-61b74269-38b5-4cab-b734-f6a1690c2c70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532644'] for router_interface (ad81732b-36f1-4d60-94a0-5ff4de888569), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:17.862022 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717ae5d-f5b0-4903-823b-a4edb509c366 req-9776bc4f-9ef2-4cc4-a793-45631ba065f7 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:17.863482 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6717ae5d-f5b0-4903-823b-a4edb509c366 req-9776bc4f-9ef2-4cc4-a793-45631ba065f7 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=b50e64ca-9602-4aeb-a5fe-17c3969764d1 HTTP/1.1" status: 200 len: 945 time: 0.1055074 May 24 14:07:18.030740 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6717ae5d-f5b0-4903-823b-a4edb509c366 req-242f6af9-2f06-44ae-ace7-7b8afa0be4b1 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280794 May 24 14:07:18.060052 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-fcf273eb-b678-4e89-b728-cf24458559d7 req-eb455e16-52b5-4a9f-a605-8bd93e2f61e3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (b3254324-4c15-407e-9543-03ad6753b3e9), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:18.125609 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb455e16-52b5-4a9f-a605-8bd93e2f61e3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Pushing event deleted for resources: {'Port': ['ID=b3254324-4c15-407e-9543-03ad6753b3e9,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:18.214175 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf273eb-b678-4e89-b728-cf24458559d7 req-eb455e16-52b5-4a9f-a605-8bd93e2f61e3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] No DVR routers for this DVR port b3254324-4c15-407e-9543-03ad6753b3e9 on host hv-cinder-84212 {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 14:07:18.217731 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-fcf273eb-b678-4e89-b728-cf24458559d7 req-eb455e16-52b5-4a9f-a605-8bd93e2f61e3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:18.220804 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fcf273eb-b678-4e89-b728-cf24458559d7 req-eb455e16-52b5-4a9f-a605-8bd93e2f61e3 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.55 "DELETE /v2.0/ports/b3254324-4c15-407e-9543-03ad6753b3e9 HTTP/1.1" status: 204 len: 173 time: 0.9563835 May 24 14:07:18.221289 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50e64ca-9602-4aeb-a5fe-17c3969764d1', 'name': 'network-vif-deleted', 'tag': 'b3254324-4c15-407e-9543-03ad6753b3e9'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:07:18.223446 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c12d4c-7fbb-400a-91d6-e33b5a6ec0b5" -d '{"events": [{"server_uuid": "b50e64ca-9602-4aeb-a5fe-17c3969764d1", "name": "network-vif-deleted", "tag": "b3254324-4c15-407e-9543-03ad6753b3e9"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:07:18.281486 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 14:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27d4c7a-b6c2-4330-81fd-f4b6efd1be76 x-openstack-request-id: req-c27d4c7a-b6c2-4330-81fd-f4b6efd1be76 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:07:18.281630 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b50e64ca-9602-4aeb-a5fe-17c3969764d1", "name": "network-vif-deleted", "tag": "b3254324-4c15-407e-9543-03ad6753b3e9", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:07:18.281782 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c27d4c7a-b6c2-4330-81fd-f4b6efd1be76 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:07:18.282169 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c27d4c7a-b6c2-4330-81fd-f4b6efd1be76'] response: {'server_uuid': 'b50e64ca-9602-4aeb-a5fe-17c3969764d1', 'name': 'network-vif-deleted', 'tag': 'b3254324-4c15-407e-9543-03ad6753b3e9', 'status': 'completed', 'code': 200} May 24 14:07:18.304855 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-61b74269-38b5-4cab-b734-f6a1690c2c70 admin admin] Deleting port 8de62c04-2abf-4511-baba-d8f3c2e68ab2 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:07:18.305141 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-61b74269-38b5-4cab-b734-f6a1690c2c70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (8de62c04-2abf-4511-baba-d8f3c2e68ab2), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:18.367256 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:18.386137 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-61b74269-38b5-4cab-b734-f6a1690c2c70 admin admin] For port 8de62c04-2abf-4511-baba-d8f3c2e68ab2, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=8de62c04-2abf-4511-baba-d8f3c2e68ab2,segment=NetworkSegment(73f4eb4c-d3e0-4414-9a39-779107de724b),segment_id=73f4eb4c-d3e0-4414-9a39-779107de724b)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:07:18.386502 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-61b74269-38b5-4cab-b734-f6a1690c2c70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (8de62c04-2abf-4511-baba-d8f3c2e68ab2), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:18.399547 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-61b74269-38b5-4cab-b734-f6a1690c2c70 admin admin] Calling delete_port for 8de62c04-2abf-4511-baba-d8f3c2e68ab2 owned by network:router_interface {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:07:18.506504 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:18.609572 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-61b74269-38b5-4cab-b734-f6a1690c2c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (8de62c04-2abf-4511-baba-d8f3c2e68ab2), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:18.652090 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b74269-38b5-4cab-b734-f6a1690c2c70 admin admin] Pushing event deleted for resources: {'Port': ['ID=8de62c04-2abf-4511-baba-d8f3c2e68ab2,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:18.727328 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c555b-f161-4481-8b21-2e1d0ee52cf1 req-b8a15d6f-32e2-4daf-976a-d3bb471be35c tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:18.729653 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-388c555b-f161-4481-8b21-2e1d0ee52cf1 req-b8a15d6f-32e2-4daf-976a-d3bb471be35c tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 946 time: 0.1131825 May 24 14:07:19.076571 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-388c555b-f161-4481-8b21-2e1d0ee52cf1 req-5f7178bb-f77b-4371-b5aa-5e2d234b12bf tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3402667 May 24 14:07:19.122143 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-61b74269-38b5-4cab-b734-f6a1690c2c70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-172021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532528'] for router_interface (ad81732b-36f1-4d60-94a0-5ff4de888569), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:19.143625 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-830c9589-0879-4aa2-a685-0dda012522c1 req-b0509db4-5891-4a21-8d4d-558403cd9a36 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=b50e64ca-9602-4aeb-a5fe-17c3969764d1 HTTP/1.1" status: 200 len: 210 time: 0.0302844 May 24 14:07:19.328856 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b74269-38b5-4cab-b734-f6a1690c2c70 admin admin] Router ad81732b-36f1-4d60-94a0-5ff4de888569 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:07:19.432231 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b74269-38b5-4cab-b734-f6a1690c2c70 admin admin] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:07:19.441480 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-61b74269-38b5-4cab-b734-f6a1690c2c70 admin admin] 10.222.0.24 "PUT /v2.0/routers/ad81732b-36f1-4d60-94a0-5ff4de888569/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4153309 May 24 14:07:19.442165 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 42812) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:19.445355 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8027fbfc-affb-433a-8986-b1472ec9f266 None None] Sync routers for ids ['ad81732b-36f1-4d60-94a0-5ff4de888569'] in dv-cinder-842129-1-iscsi {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:07:19.456838 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8027fbfc-affb-433a-8986-b1472ec9f266 None None] Routers {'ad81732b-36f1-4d60-94a0-5ff4de888569'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:07:19.457426 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8027fbfc-affb-433a-8986-b1472ec9f266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:06:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad81732b-36f1-4d60-94a0-5ff4de888569'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:19.554796 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e02cc631-4439-407c-91b9-b9645480b1a2 admin admin] Publish callbacks [] for router (ad81732b-36f1-4d60-94a0-5ff4de888569), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:19.557670 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-8027fbfc-affb-433a-8986-b1472ec9f266 None None] Set router ad81732b-36f1-4d60-94a0-5ff4de888569 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:07:19.726872 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8027fbfc-affb-433a-8986-b1472ec9f266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'name': 'tempest-AttachVolumeNegativeTest-2059950791-router', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:32Z', 'updated_at': '2022-05-24T14:07:18Z', 'revision_number': 5, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'gw_port': {'id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:19.753208 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8027fbfc-affb-433a-8986-b1472ec9f266 None None] Checking router: ad81732b-36f1-4d60-94a0-5ff4de888569 for host: dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:07:19.762902 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8027fbfc-affb-433a-8986-b1472ec9f266 None None] Routers {'ad81732b-36f1-4d60-94a0-5ff4de888569'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:07:19.763521 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8027fbfc-affb-433a-8986-b1472ec9f266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:06:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad81732b-36f1-4d60-94a0-5ff4de888569'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:19.853364 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:19.865758 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-8027fbfc-affb-433a-8986-b1472ec9f266 None None] Set router ad81732b-36f1-4d60-94a0-5ff4de888569 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:07:19.877755 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e02cc631-4439-407c-91b9-b9645480b1a2 admin admin] Publish callbacks [] for router_gateway (ad81732b-36f1-4d60-94a0-5ff4de888569), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:19.920510 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e02cc631-4439-407c-91b9-b9645480b1a2 admin admin] Deleting port 751ec68a-8e88-4453-accd-ac0b266b0463 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:07:19.920865 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e02cc631-4439-407c-91b9-b9645480b1a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (751ec68a-8e88-4453-accd-ac0b266b0463), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:19.929308 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=100 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:19.968294 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:20.003091 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-e02cc631-4439-407c-91b9-b9645480b1a2 admin admin] For port 751ec68a-8e88-4453-accd-ac0b266b0463, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=751ec68a-8e88-4453-accd-ac0b266b0463,segment=NetworkSegment(3f5d497a-81fa-44a3-b648-e1e22cc699e7),segment_id=3f5d497a-81fa-44a3-b648-e1e22cc699e7)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:07:20.003445 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e02cc631-4439-407c-91b9-b9645480b1a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (751ec68a-8e88-4453-accd-ac0b266b0463), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:20.020863 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e02cc631-4439-407c-91b9-b9645480b1a2 admin admin] Calling delete_port for 751ec68a-8e88-4453-accd-ac0b266b0463 owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:07:20.035841 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8027fbfc-affb-433a-8986-b1472ec9f266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'name': 'tempest-AttachVolumeNegativeTest-2059950791-router', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:32Z', 'updated_at': '2022-05-24T14:07:18Z', 'revision_number': 5, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'gw_port': {'id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:20.062424 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8027fbfc-affb-433a-8986-b1472ec9f266 None None] The sync data for ids ['ad81732b-36f1-4d60-94a0-5ff4de888569'] in dv-cinder-842129-1-iscsi is: [{'id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'name': 'tempest-AttachVolumeNegativeTest-2059950791-router', 'tenant_id': '3db44af3db3441b7a0c5eb524eb35806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:55:32Z', 'updated_at': '2022-05-24T14:07:18Z', 'revision_number': 5, 'project_id': '3db44af3db3441b7a0c5eb524eb35806', 'gw_port': {'id': '751ec68a-8e88-4453-accd-ac0b266b0463', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81732b-36f1-4d60-94a0-5ff4de888569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:55:33Z', 'updated_at': '2022-05-24T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:07:20.127103 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:20.146628 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ac5c0-2b61-4d3d-996d-4e11c8f2daf2 req-f6ac922f-27d5-47c3-8e09-e8bd957ab197 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:20.148438 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3a4ac5c0-2b61-4d3d-996d-4e11c8f2daf2 req-f6ac922f-27d5-47c3-8e09-e8bd957ab197 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.55 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 946 time: 0.0836606 May 24 14:07:20.256080 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e02cc631-4439-407c-91b9-b9645480b1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (751ec68a-8e88-4453-accd-ac0b266b0463), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:20.288198 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47473fae-faed-46c0-9acb-b1503f75f31e req-9757db63-05c5-482a-90d5-06550818c822 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:20.289933 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-47473fae-faed-46c0-9acb-b1503f75f31e req-9757db63-05c5-482a-90d5-06550818c822 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 946 time: 0.0568364 May 24 14:07:20.292165 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02cc631-4439-407c-91b9-b9645480b1a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=751ec68a-8e88-4453-accd-ac0b266b0463,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:20.374036 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e02cc631-4439-407c-91b9-b9645480b1a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539230'] for router_gateway (ad81732b-36f1-4d60-94a0-5ff4de888569), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:20.380891 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:20.390635 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-47473fae-faed-46c0-9acb-b1503f75f31e req-ad71aa1a-f76d-4e0b-a81e-0d780739c7d4 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712519 May 24 14:07:20.414070 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-3a4ac5c0-2b61-4d3d-996d-4e11c8f2daf2 req-cb2f7289-79e5-431f-922f-18aa364a918b tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Deleting port dce5d6fb-7321-4b36-8335-7b79a2352887 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:07:20.414574 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-3a4ac5c0-2b61-4d3d-996d-4e11c8f2daf2 req-cb2f7289-79e5-431f-922f-18aa364a918b tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (dce5d6fb-7321-4b36-8335-7b79a2352887), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:20.473650 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e02cc631-4439-407c-91b9-b9645480b1a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4362'] for router (ad81732b-36f1-4d60-94a0-5ff4de888569), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:20.475779 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e02cc631-4439-407c-91b9-b9645480b1a2 admin admin] Publish callbacks [] for router_controller (ad81732b-36f1-4d60-94a0-5ff4de888569), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:20.490832 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device b3254324-4c15-407e-9543-03ad6753b3e9 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:07:20.515544 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-3a4ac5c0-2b61-4d3d-996d-4e11c8f2daf2 req-cb2f7289-79e5-431f-922f-18aa364a918b tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] For port dce5d6fb-7321-4b36-8335-7b79a2352887, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=dce5d6fb-7321-4b36-8335-7b79a2352887,segment=NetworkSegment(132fe624-87e3-43f2-9650-2a427f750a75),segment_id=132fe624-87e3-43f2-9650-2a427f750a75)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:07:20.516166 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-3a4ac5c0-2b61-4d3d-996d-4e11c8f2daf2 req-cb2f7289-79e5-431f-922f-18aa364a918b tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (dce5d6fb-7321-4b36-8335-7b79a2352887), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:20.523801 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e02cc631-4439-407c-91b9-b9645480b1a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-535544'] for router (ad81732b-36f1-4d60-94a0-5ff4de888569), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:20.524676 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02cc631-4439-407c-91b9-b9645480b1a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad81732b-36f1-4d60-94a0-5ff4de888569 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 24 14:07:20.532976 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e02cc631-4439-407c-91b9-b9645480b1a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:20.534368 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-e02cc631-4439-407c-91b9-b9645480b1a2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/ad81732b-36f1-4d60-94a0-5ff4de888569 HTTP/1.1" status: 204 len: 168 time: 1.0895607 May 24 14:07:20.536858 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 42822) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:20.547486 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:20.548254 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:20.549266 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] No Port match for: b3254324-4c15-407e-9543-03ad6753b3e9 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:07:20.549840 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device b3254324-4c15-407e-9543-03ad6753b3e9 not bound to the agent host hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:07:20.594331 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-80573e03-5fb1-4818-b95c-01ba3f99163e admin admin] Deleting subnet 3fb85256-d55e-4eee-985a-4e3dd416d342 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 24 14:07:20.597338 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-80573e03-5fb1-4818-b95c-01ba3f99163e admin admin] Publish callbacks [] for subnet (3fb85256-d55e-4eee-985a-4e3dd416d342), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:20.634171 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-80573e03-5fb1-4818-b95c-01ba3f99163e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5712652'] for subnet (3fb85256-d55e-4eee-985a-4e3dd416d342), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:20.723101 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-3a4ac5c0-2b61-4d3d-996d-4e11c8f2daf2 req-cb2f7289-79e5-431f-922f-18aa364a918b tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:20.723505 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-3a4ac5c0-2b61-4d3d-996d-4e11c8f2daf2 req-cb2f7289-79e5-431f-922f-18aa364a918b tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534436'] for floatingip (e2a3c222-aa60-40c0-81e7-a5129f08b0d6), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:20.724116 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.db.l3_db [req-3a4ac5c0-2b61-4d3d-996d-4e11c8f2daf2 req-cb2f7289-79e5-431f-922f-18aa364a918b tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Floating IP e2a3c222-aa60-40c0-81e7-a5129f08b0d6 disassociated. External IP: 172.27.3.179, port: dce5d6fb-7321-4b36-8335-7b79a2352887. May 24 14:07:20.724350 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-3a4ac5c0-2b61-4d3d-996d-4e11c8f2daf2 req-cb2f7289-79e5-431f-922f-18aa364a918b tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Calling delete_port for dce5d6fb-7321-4b36-8335-7b79a2352887 owned by compute:nova {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:07:20.745544 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-80573e03-5fb1-4818-b95c-01ba3f99163e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902008'] for subnet (3fb85256-d55e-4eee-985a-4e3dd416d342), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:20.776894 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=11 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:20.801615 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-80573e03-5fb1-4818-b95c-01ba3f99163e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1901987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5712815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756236'] for subnet (3fb85256-d55e-4eee-985a-4e3dd416d342), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:20.828081 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80573e03-5fb1-4818-b95c-01ba3f99163e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fb85256-d55e-4eee-985a-4e3dd416d342,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:20.832854 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-80573e03-5fb1-4818-b95c-01ba3f99163e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:20.839470 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52b90aa-5a95-446c-9f03-5dfa36c03709 None None] Network 2e5782d9-5791-4763-85b4-bfd8289d9060 requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 14:07:20.839807 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-80573e03-5fb1-4818-b95c-01ba3f99163e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3fb85256-d55e-4eee-985a-4e3dd416d342 HTTP/1.1" status: 204 len: 168 time: 0.3017352 May 24 14:07:20.840699 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 42824) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:20.856120 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-3a4ac5c0-2b61-4d3d-996d-4e11c8f2daf2 req-cb2f7289-79e5-431f-922f-18aa364a918b tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (dce5d6fb-7321-4b36-8335-7b79a2352887), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:20.861347 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:20.892257 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f7289-79e5-431f-922f-18aa364a918b tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Pushing event deleted for resources: {'Port': ['ID=dce5d6fb-7321-4b36-8335-7b79a2352887,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:20.934124 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ea1a3868-048d-4a7f-8de5-388c01aa1bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1862163'] for network (2e5782d9-5791-4763-85b4-bfd8289d9060), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:20.981999 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-ea1a3868-048d-4a7f-8de5-388c01aa1bf2 admin admin] Deleting port b4f47567-0b31-4830-b033-e61e8c20f014 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:07:20.982337 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ea1a3868-048d-4a7f-8de5-388c01aa1bf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (b4f47567-0b31-4830-b033-e61e8c20f014), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:21.011805 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a4ac5c0-2b61-4d3d-996d-4e11c8f2daf2 req-cb2f7289-79e5-431f-922f-18aa364a918b tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Router 56b95d42-77b6-4e68-873b-05326c0ded04 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:07:21.059081 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-ea1a3868-048d-4a7f-8de5-388c01aa1bf2 admin admin] For port b4f47567-0b31-4830-b033-e61e8c20f014, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=b4f47567-0b31-4830-b033-e61e8c20f014,segment=NetworkSegment(73f4eb4c-d3e0-4414-9a39-779107de724b),segment_id=73f4eb4c-d3e0-4414-9a39-779107de724b)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:07:21.059659 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ea1a3868-048d-4a7f-8de5-388c01aa1bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (b4f47567-0b31-4830-b033-e61e8c20f014), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:21.065404 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b2fa3d-ba90-4af9-b4b4-8ebaa896588a None None] DHCP port deletion for 2e5782d9-5791-4763-85b4-bfd8289d9060 request from dv-cinder-842129-1-iscsi {{(pid=103809) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 24 14:07:21.082366 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-ea1a3868-048d-4a7f-8de5-388c01aa1bf2 admin admin] Calling delete_port for b4f47567-0b31-4830-b033-e61e8c20f014 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:07:21.093836 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:21.125243 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-84b2fa3d-ba90-4af9-b4b4-8ebaa896588a None None] Deleting port b4f47567-0b31-4830-b033-e61e8c20f014 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:07:21.125719 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-84b2fa3d-ba90-4af9-b4b4-8ebaa896588a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (b4f47567-0b31-4830-b033-e61e8c20f014), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:21.132628 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a4ac5c0-2b61-4d3d-996d-4e11c8f2daf2 req-cb2f7289-79e5-431f-922f-18aa364a918b tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:07:21.177838 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2a6662-3b58-4b3b-936d-141b0267e00a None None] Sync routers for ids ['56b95d42-77b6-4e68-873b-05326c0ded04'] in dv-cinder-842129-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:07:21.180687 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ea1a3868-048d-4a7f-8de5-388c01aa1bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (b4f47567-0b31-4830-b033-e61e8c20f014), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:21.186255 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4ac5c0-2b61-4d3d-996d-4e11c8f2daf2 req-cb2f7289-79e5-431f-922f-18aa364a918b tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] No DVR routers for this DVR port dce5d6fb-7321-4b36-8335-7b79a2352887 on host hv-cinder-84212 {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 14:07:21.189069 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-3a4ac5c0-2b61-4d3d-996d-4e11c8f2daf2 req-cb2f7289-79e5-431f-922f-18aa364a918b tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:21.192628 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3a4ac5c0-2b61-4d3d-996d-4e11c8f2daf2 req-cb2f7289-79e5-431f-922f-18aa364a918b tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.55 "DELETE /v2.0/ports/dce5d6fb-7321-4b36-8335-7b79a2352887 HTTP/1.1" status: 204 len: 173 time: 1.0383823 May 24 14:07:21.193110 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762edbfc-761c-41c1-9404-8936a3869671', 'name': 'network-vif-deleted', 'tag': 'dce5d6fb-7321-4b36-8335-7b79a2352887'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:07:21.197156 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ceeb3a-5612-4233-b225-8a9a0cfe9f07" -d '{"events": [{"server_uuid": "762edbfc-761c-41c1-9404-8936a3869671", "name": "network-vif-deleted", "tag": "dce5d6fb-7321-4b36-8335-7b79a2352887"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:07:21.206564 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2a6662-3b58-4b3b-936d-141b0267e00a None None] Routers {'56b95d42-77b6-4e68-873b-05326c0ded04'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:07:21.207519 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-4a2a6662-3b58-4b3b-936d-141b0267e00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:06:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['56b95d42-77b6-4e68-873b-05326c0ded04'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:21.226366 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a3868-048d-4a7f-8de5-388c01aa1bf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4f47567-0b31-4830-b033-e61e8c20f014,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:21.246439 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1a3868-048d-4a7f-8de5-388c01aa1bf2 admin admin] No DVR routers for this DVR port b4f47567-0b31-4830-b033-e61e8c20f014 on host dv-cinder-842129-1-iscsi {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 14:07:21.250196 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-84b2fa3d-ba90-4af9-b4b4-8ebaa896588a None None] For port b4f47567-0b31-4830-b033-e61e8c20f014, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=b4f47567-0b31-4830-b033-e61e8c20f014,segment=NetworkSegment(73f4eb4c-d3e0-4414-9a39-779107de724b),segment_id=73f4eb4c-d3e0-4414-9a39-779107de724b)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:07:21.250869 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-84b2fa3d-ba90-4af9-b4b4-8ebaa896588a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (b4f47567-0b31-4830-b033-e61e8c20f014), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:21.267448 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 14:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a9c749-622e-437c-a1c8-e222b1af9458 x-openstack-request-id: req-d6a9c749-622e-437c-a1c8-e222b1af9458 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:07:21.267794 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762edbfc-761c-41c1-9404-8936a3869671", "name": "network-vif-deleted", "tag": "dce5d6fb-7321-4b36-8335-7b79a2352887", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:07:21.268091 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d6a9c749-622e-437c-a1c8-e222b1af9458 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:07:21.268571 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6a9c749-622e-437c-a1c8-e222b1af9458'] response: {'server_uuid': '762edbfc-761c-41c1-9404-8936a3869671', 'name': 'network-vif-deleted', 'tag': 'dce5d6fb-7321-4b36-8335-7b79a2352887', 'status': 'completed', 'code': 200} May 24 14:07:21.271964 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-84b2fa3d-ba90-4af9-b4b4-8ebaa896588a None None] Calling delete_port for b4f47567-0b31-4830-b033-e61e8c20f014 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:07:21.387043 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ea1a3868-048d-4a7f-8de5-388c01aa1bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1932343', 'neutron.services.segments.db._delete_segments_for_network-8727739285863'] for network (2e5782d9-5791-4763-85b4-bfd8289d9060), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:21.387624 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 14:07:21.412372 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.services.segments.db [None req-ea1a3868-048d-4a7f-8de5-388c01aa1bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e5782d9-5791-4763-85b4-bfd8289d9060']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:21.425958 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.services.segments.db [None req-ea1a3868-048d-4a7f-8de5-388c01aa1bf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f4eb4c-d3e0-4414-9a39-779107de724b') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:21.426248 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.services.segments.db [None req-ea1a3868-048d-4a7f-8de5-388c01aa1bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f4eb4c-d3e0-4414-9a39-779107de724b') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:21.450336 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ea1a3868-048d-4a7f-8de5-388c01aa1bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727739286128', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5712643'] for segment (73f4eb4c-d3e0-4414-9a39-779107de724b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:21.472690 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ea1a3868-048d-4a7f-8de5-388c01aa1bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291'] for segment (73f4eb4c-d3e0-4414-9a39-779107de724b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:21.482563 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea1a3868-048d-4a7f-8de5-388c01aa1bf2 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 14:07:21.484892 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ea1a3868-048d-4a7f-8de5-388c01aa1bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5714253'] for segment (73f4eb4c-d3e0-4414-9a39-779107de724b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:21.535477 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-4a2a6662-3b58-4b3b-936d-141b0267e00a None None] Set router 56b95d42-77b6-4e68-873b-05326c0ded04 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:07:21.579615 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-819b7d49-3614-4f8e-b1e5-11a0108507e8 req-e9cef0a9-1e52-4cdf-8989-cd4677aff379 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/ports?device_id=762edbfc-761c-41c1-9404-8936a3869671 HTTP/1.1" status: 200 len: 210 time: 0.0418966 May 24 14:07:21.601472 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ea1a3868-048d-4a7f-8de5-388c01aa1bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534454'] for network (2e5782d9-5791-4763-85b4-bfd8289d9060), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:21.612215 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ea1a3868-048d-4a7f-8de5-388c01aa1bf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:21.620247 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-ea1a3868-048d-4a7f-8de5-388c01aa1bf2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2e5782d9-5791-4763-85b4-bfd8289d9060 HTTP/1.1" status: 204 len: 168 time: 0.7779281 May 24 14:07:21.637330 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a3868-048d-4a7f-8de5-388c01aa1bf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e5782d9-5791-4763-85b4-bfd8289d9060,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:21.716540 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.services.segments.plugin [-] Segment 73f4eb4c-d3e0-4414-9a39-779107de724b resource provider aggregate not found May 24 14:07:21.738394 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.services.segments.plugin [-] Segment 73f4eb4c-d3e0-4414-9a39-779107de724b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 73f4eb4c-d3e0-4414-9a39-779107de724b found for delete ", "request_id": "req-9cd494e1-6bbe-48cf-8161-a7e83fa8e946"}]} May 24 14:07:21.738920 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-84b2fa3d-ba90-4af9-b4b4-8ebaa896588a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006'] for port (b4f47567-0b31-4830-b033-e61e8c20f014), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:21.771969 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b2fa3d-ba90-4af9-b4b4-8ebaa896588a None None] Pushing event deleted for resources: {'Port': ['ID=b4f47567-0b31-4830-b033-e61e8c20f014,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:21.779320 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-84b2fa3d-ba90-4af9-b4b4-8ebaa896588a None None] Network 2e5782d9-5791-4763-85b4-bfd8289d9060 is not hosted by any dhcp agent {{(pid=103809) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 24 14:07:21.779769 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b2fa3d-ba90-4af9-b4b4-8ebaa896588a None None] No DVR routers for this DVR port b4f47567-0b31-4830-b033-e61e8c20f014 on host dv-cinder-842129-1-iscsi {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 14:07:21.790864 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b2fa3d-ba90-4af9-b4b4-8ebaa896588a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:21.790864 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b2fa3d-ba90-4af9-b4b4-8ebaa896588a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:21.790864 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b2fa3d-ba90-4af9-b4b4-8ebaa896588a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:21.790864 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b2fa3d-ba90-4af9-b4b4-8ebaa896588a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:21.790864 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b2fa3d-ba90-4af9-b4b4-8ebaa896588a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:21.790864 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b2fa3d-ba90-4af9-b4b4-8ebaa896588a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:21.790864 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b2fa3d-ba90-4af9-b4b4-8ebaa896588a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:21.791930 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b2fa3d-ba90-4af9-b4b4-8ebaa896588a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:21.791930 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b2fa3d-ba90-4af9-b4b4-8ebaa896588a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:21.792246 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b2fa3d-ba90-4af9-b4b4-8ebaa896588a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:21.792427 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b2fa3d-ba90-4af9-b4b4-8ebaa896588a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:21.792759 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b2fa3d-ba90-4af9-b4b4-8ebaa896588a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:21.793081 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b2fa3d-ba90-4af9-b4b4-8ebaa896588a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:21.793495 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b2fa3d-ba90-4af9-b4b4-8ebaa896588a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:21.793721 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b2fa3d-ba90-4af9-b4b4-8ebaa896588a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:21.812643 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 42844) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:21.841455 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-4a2a6662-3b58-4b3b-936d-141b0267e00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'name': 'tempest-AttachVolumeShelveTestJSON-270662382-router', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:56:57Z', 'updated_at': '2022-05-24T13:57:00Z', 'revision_number': 4, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'gw_port': {'id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:56:58Z', 'updated_at': '2022-05-24T13:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': 'ca71a485-5af1-403c-828a-301e883ce214', 'name': '', 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'mac_address': 'fa:16:3e:b5:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '8be785c0-42d8-4f57-9b56-6849abcace7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:00Z', 'updated_at': '2022-05-24T13:57:04Z', 'revision_number': 5, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'subnets': [{'id': '8be785c0-42d8-4f57-9b56-6849abcace7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:21.854792 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-03e8ff15-83aa-4dbf-bfcd-2435e23a2c37 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3db44af3db3441b7a0c5eb524eb35806&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0409236 May 24 14:07:21.857636 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 42846) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:21.867068 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2a6662-3b58-4b3b-936d-141b0267e00a None None] Checking router: 56b95d42-77b6-4e68-873b-05326c0ded04 for host: dv-cinder-842129-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:07:21.877152 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2a6662-3b58-4b3b-936d-141b0267e00a None None] Routers {'56b95d42-77b6-4e68-873b-05326c0ded04'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:07:21.877936 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-4a2a6662-3b58-4b3b-936d-141b0267e00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:06:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['56b95d42-77b6-4e68-873b-05326c0ded04'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:21.913603 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8cd555ec-d5cd-4cd6-bc7b-03ad831214c8 admin admin] Publish callbacks [] for security_group (91573138-488b-4afb-b7cd-1d073d293835), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:21.937561 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8cd555ec-d5cd-4cd6-bc7b-03ad831214c8 admin admin] Publish callbacks [] for security_group (91573138-488b-4afb-b7cd-1d073d293835), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:21.988161 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-4a2a6662-3b58-4b3b-936d-141b0267e00a None None] Set router 56b95d42-77b6-4e68-873b-05326c0ded04 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:07:21.990068 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8cd555ec-d5cd-4cd6-bc7b-03ad831214c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (91573138-488b-4afb-b7cd-1d073d293835), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:21.992894 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8cd555ec-d5cd-4cd6-bc7b-03ad831214c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:21.994748 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-8cd555ec-d5cd-4cd6-bc7b-03ad831214c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/91573138-488b-4afb-b7cd-1d073d293835 HTTP/1.1" status: 204 len: 168 time: 0.1362088 May 24 14:07:22.003381 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd555ec-d5cd-4cd6-bc7b-03ad831214c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91573138-488b-4afb-b7cd-1d073d293835,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:22.111749 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 8de62c04-2abf-4511-baba-d8f3c2e68ab2 no longer exists at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:07:22.142219 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] No Port match for: 8de62c04-2abf-4511-baba-d8f3c2e68ab2 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:07:22.142574 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 8de62c04-2abf-4511-baba-d8f3c2e68ab2 not bound to the agent host dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:07:22.142988 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 751ec68a-8e88-4453-accd-ac0b266b0463 no longer exists at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:07:22.168182 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] No Port match for: 751ec68a-8e88-4453-accd-ac0b266b0463 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:07:22.168531 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 751ec68a-8e88-4453-accd-ac0b266b0463 not bound to the agent host dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:07:22.168944 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device b4f47567-0b31-4830-b033-e61e8c20f014 no longer exists at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:07:22.200907 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] No Port match for: b4f47567-0b31-4830-b033-e61e8c20f014 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:07:22.201259 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device b4f47567-0b31-4830-b033-e61e8c20f014 not bound to the agent host dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:07:22.258751 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-4a2a6662-3b58-4b3b-936d-141b0267e00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'name': 'tempest-AttachVolumeShelveTestJSON-270662382-router', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:56:57Z', 'updated_at': '2022-05-24T13:57:00Z', 'revision_number': 4, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'gw_port': {'id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:56:58Z', 'updated_at': '2022-05-24T13:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': 'ca71a485-5af1-403c-828a-301e883ce214', 'name': '', 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'mac_address': 'fa:16:3e:b5:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '8be785c0-42d8-4f57-9b56-6849abcace7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:00Z', 'updated_at': '2022-05-24T13:57:04Z', 'revision_number': 5, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'subnets': [{'id': '8be785c0-42d8-4f57-9b56-6849abcace7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:22.284076 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2a6662-3b58-4b3b-936d-141b0267e00a None None] The sync data for ids ['56b95d42-77b6-4e68-873b-05326c0ded04'] in dv-cinder-842129-1-iscsi is: [{'id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'name': 'tempest-AttachVolumeShelveTestJSON-270662382-router', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:56:57Z', 'updated_at': '2022-05-24T13:57:00Z', 'revision_number': 4, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'gw_port': {'id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:56:58Z', 'updated_at': '2022-05-24T13:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': 'ca71a485-5af1-403c-828a-301e883ce214', 'name': '', 'network_id': '18065f5d-f31e-4fd3-b029-c409167bb83c', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'mac_address': 'fa:16:3e:b5:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '8be785c0-42d8-4f57-9b56-6849abcace7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:00Z', 'updated_at': '2022-05-24T13:57:04Z', 'revision_number': 5, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'subnets': [{'id': '8be785c0-42d8-4f57-9b56-6849abcace7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:07:22.526843 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f6efb2-c184-401b-8125-d75f9b8de4df None None] New status for floating IP e2a3c222-aa60-40c0-81e7-a5129f08b0d6: DOWN {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 14:07:22.620271 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 42870) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:22.634833 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:22.692624 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 42876) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:22.754395 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b4a182b2-fd5d-4424-89b4-3efcc4a58678 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for security_group (7d6d7cfb-d299-4066-8b2d-0e977ed9b20a), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:22.779005 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b4a182b2-fd5d-4424-89b4-3efcc4a58678 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for security_group (7d6d7cfb-d299-4066-8b2d-0e977ed9b20a), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:22.791188 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:22.799896 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-772e53d0-75d1-45bf-be18-bcbfb6659fc6 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Deleting port 3a57692b-9e3f-4719-a07a-7c9ee8a0b217 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:07:22.800364 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-772e53d0-75d1-45bf-be18-bcbfb6659fc6 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (3a57692b-9e3f-4719-a07a-7c9ee8a0b217), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:22.811803 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:22.834853 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b4a182b2-fd5d-4424-89b4-3efcc4a58678 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (7d6d7cfb-d299-4066-8b2d-0e977ed9b20a), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:22.838918 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b4a182b2-fd5d-4424-89b4-3efcc4a58678 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:22.842590 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-b4a182b2-fd5d-4424-89b4-3efcc4a58678 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "DELETE /v2.0/security-groups/7d6d7cfb-d299-4066-8b2d-0e977ed9b20a HTTP/1.1" status: 204 len: 168 time: 0.1458318 May 24 14:07:22.844210 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:DELETE=10,neutron:SELECT=90 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:22.844450 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 42880) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:22.863045 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a182b2-fd5d-4424-89b4-3efcc4a58678 tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6d7cfb-d299-4066-8b2d-0e977ed9b20a,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:22.865222 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.api.v2.resource [None req-69205306-6338-42ed-8ef5-61d74380057f tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] show failed (client error): The resource could not be found. May 24 14:07:22.866252 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-69205306-6338-42ed-8ef5-61d74380057f tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "GET /v2.0/security-groups/7d6d7cfb-d299-4066-8b2d-0e977ed9b20a HTTP/1.1" status: 404 len: 347 time: 0.0204809 May 24 14:07:22.870131 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 42882) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:22.885125 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-772e53d0-75d1-45bf-be18-bcbfb6659fc6 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (3a57692b-9e3f-4719-a07a-7c9ee8a0b217), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:22.885588 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-772e53d0-75d1-45bf-be18-bcbfb6659fc6 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for floatingip (3a57692b-9e3f-4719-a07a-7c9ee8a0b217), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:22.900700 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-772e53d0-75d1-45bf-be18-bcbfb6659fc6 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Calling delete_port for 3a57692b-9e3f-4719-a07a-7c9ee8a0b217 owned by network:floatingip {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:07:22.999531 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-4524f382-727d-40cf-b2d4-e2bc7060c7ef tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Deleting port 8326e77b-67b0-4414-9202-4409b0083f32 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:07:22.999906 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4524f382-727d-40cf-b2d4-e2bc7060c7ef tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (8326e77b-67b0-4414-9202-4409b0083f32), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:23.003753 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:23.084622 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-772e53d0-75d1-45bf-be18-bcbfb6659fc6 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (3a57692b-9e3f-4719-a07a-7c9ee8a0b217), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:23.087099 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4524f382-727d-40cf-b2d4-e2bc7060c7ef tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (8326e77b-67b0-4414-9202-4409b0083f32), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:23.088076 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4524f382-727d-40cf-b2d4-e2bc7060c7ef tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for floatingip (8326e77b-67b0-4414-9202-4409b0083f32), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:23.101860 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-4524f382-727d-40cf-b2d4-e2bc7060c7ef tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Calling delete_port for 8326e77b-67b0-4414-9202-4409b0083f32 owned by network:floatingip {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:07:23.112384 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e53d0-75d1-45bf-be18-bcbfb6659fc6 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Pushing event deleted for resources: {'Port': ['ID=3a57692b-9e3f-4719-a07a-7c9ee8a0b217,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:23.180231 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-772e53d0-75d1-45bf-be18-bcbfb6659fc6 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for floatingip (9989ff84-4e01-4e2c-adf6-21024e30186a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:23.180589 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.db.l3_db [None req-772e53d0-75d1-45bf-be18-bcbfb6659fc6 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Floating IP 9989ff84-4e01-4e2c-adf6-21024e30186a disassociated (deleted). External IP: 172.27.3.185, port: 992b9bb4-a542-4387-82ba-0758b4b5ebb0. May 24 14:07:23.248496 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4524f382-727d-40cf-b2d4-e2bc7060c7ef tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (8326e77b-67b0-4414-9202-4409b0083f32), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:23.274538 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524f382-727d-40cf-b2d4-e2bc7060c7ef tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Pushing event deleted for resources: {'Port': ['ID=8326e77b-67b0-4414-9202-4409b0083f32,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:23.338314 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4524f382-727d-40cf-b2d4-e2bc7060c7ef tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks [] for floatingip (e2a3c222-aa60-40c0-81e7-a5129f08b0d6), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:23.340835 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4524f382-727d-40cf-b2d4-e2bc7060c7ef tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:23.344597 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-4524f382-727d-40cf-b2d4-e2bc7060c7ef tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] 10.222.0.24 "DELETE /v2.0/floatingips/e2a3c222-aa60-40c0-81e7-a5129f08b0d6 HTTP/1.1" status: 204 len: 168 time: 0.4706960 May 24 14:07:23.426717 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772e53d0-75d1-45bf-be18-bcbfb6659fc6 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Router ad3b5635-ef70-4777-8466-ffd87c5730c1 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:07:23.533561 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772e53d0-75d1-45bf-be18-bcbfb6659fc6 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:07:23.537962 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-772e53d0-75d1-45bf-be18-bcbfb6659fc6 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:23.548977 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57610bd7-9ac5-46e2-a290-ed4d41bf8bb9 None None] Sync routers for ids ['ad3b5635-ef70-4777-8466-ffd87c5730c1'] in dv-cinder-842129-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:07:23.561224 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57610bd7-9ac5-46e2-a290-ed4d41bf8bb9 None None] Routers {'ad3b5635-ef70-4777-8466-ffd87c5730c1'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:07:23.563541 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-57610bd7-9ac5-46e2-a290-ed4d41bf8bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:06:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad3b5635-ef70-4777-8466-ffd87c5730c1'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:23.589422 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-772e53d0-75d1-45bf-be18-bcbfb6659fc6 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "DELETE /v2.0/floatingips/9989ff84-4e01-4e2c-adf6-21024e30186a HTTP/1.1" status: 204 len: 168 time: 0.9642932 May 24 14:07:23.589422 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718e90d7-f726-442e-b00a-5289fb2558de', 'tag': '992b9bb4-a542-4387-82ba-0758b4b5ebb0'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:07:23.590005 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60922b96e112649546d89072a262e180bf09e65c4ab2e641290b12b7b14c337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3c0207-6cf8-4754-ae99-401b4db7e3fd" -d '{"events": [{"name": "network-changed", "server_uuid": "718e90d7-f726-442e-b00a-5289fb2558de", "tag": "992b9bb4-a542-4387-82ba-0758b4b5ebb0"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:07:23.670992 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 14:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9c7290-dd5b-4827-a0fb-e46f2e2a6be9 x-openstack-request-id: req-ed9c7290-dd5b-4827-a0fb-e46f2e2a6be9 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:07:23.671670 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718e90d7-f726-442e-b00a-5289fb2558de", "tag": "992b9bb4-a542-4387-82ba-0758b4b5ebb0", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:07:23.671670 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed9c7290-dd5b-4827-a0fb-e46f2e2a6be9 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:07:23.671975 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed9c7290-dd5b-4827-a0fb-e46f2e2a6be9'] response: {'name': 'network-changed', 'server_uuid': '718e90d7-f726-442e-b00a-5289fb2558de', 'tag': '992b9bb4-a542-4387-82ba-0758b4b5ebb0', 'status': 'completed', 'code': 200} May 24 14:07:23.719375 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-57610bd7-9ac5-46e2-a290-ed4d41bf8bb9 None None] Set router ad3b5635-ef70-4777-8466-ffd87c5730c1 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:07:23.737919 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c0207-6cf8-4754-ae99-401b4db7e3fd req-073748d8-5bbf-499a-9978-ef9022782c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:23.740154 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7b3c0207-6cf8-4754-ae99-401b4db7e3fd req-073748d8-5bbf-499a-9978-ef9022782c9b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7bb15f1d3e524d67b5493cb483ee8547&device_id=718e90d7-f726-442e-b00a-5289fb2558de HTTP/1.1" status: 200 len: 1129 time: 0.0536923 May 24 14:07:23.864992 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c0207-6cf8-4754-ae99-401b4db7e3fd req-5a68e479-4842-4a8b-afb3-2e3efce15366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:23.867948 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7b3c0207-6cf8-4754-ae99-401b4db7e3fd req-5a68e479-4842-4a8b-afb3-2e3efce15366 service neutron] 10.222.0.55 "GET /v2.0/networks?id=da184706-a3cd-4a03-bf62-0c961d1fd5b4 HTTP/1.1" status: 200 len: 913 time: 0.1177673 May 24 14:07:23.888437 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b1917890-0b09-41e2-8696-7a9dec4d70a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:23.948122 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7b3c0207-6cf8-4754-ae99-401b4db7e3fd req-c50464f9-51aa-48e2-9a1b-d2cd5848fb1a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=992b9bb4-a542-4387-82ba-0758b4b5ebb0 HTTP/1.1" status: 200 len: 217 time: 0.0529714 May 24 14:07:23.955345 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:23.957706 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:23.972331 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-57610bd7-9ac5-46e2-a290-ed4d41bf8bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'name': 'tempest-TestVolumeBootPattern-1261063742-router', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:57:41Z', 'updated_at': '2022-05-24T13:57:46Z', 'revision_number': 4, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'gw_port': {'id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:43Z', 'updated_at': '2022-05-24T13:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '9a49196f-a083-4f82-9579-b43e8beabd03', 'name': '', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'mac_address': 'fa:16:3e:59:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:45Z', 'updated_at': '2022-05-24T13:57:52Z', 'revision_number': 5, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'subnets': [{'id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:23.997789 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57610bd7-9ac5-46e2-a290-ed4d41bf8bb9 None None] Checking router: ad3b5635-ef70-4777-8466-ffd87c5730c1 for host: dv-cinder-842129-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:07:24.007085 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57610bd7-9ac5-46e2-a290-ed4d41bf8bb9 None None] Routers {'ad3b5635-ef70-4777-8466-ffd87c5730c1'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:07:24.007700 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-57610bd7-9ac5-46e2-a290-ed4d41bf8bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:06:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad3b5635-ef70-4777-8466-ffd87c5730c1'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:24.019629 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5420b-b694-4d78-aa1b-ca648f0db6f2 req-54503916-7793-44e9-96a6-d0ed1f3dc69a tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:24.021180 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-add5420b-b694-4d78-aa1b-ca648f0db6f2 req-54503916-7793-44e9-96a6-d0ed1f3dc69a tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=718e90d7-f726-442e-b00a-5289fb2558de HTTP/1.1" status: 200 len: 945 time: 0.1155882 May 24 14:07:24.042165 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c0207-6cf8-4754-ae99-401b4db7e3fd req-04dab102-06ca-4b19-90ce-ec364b6709ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:24.046915 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7b3c0207-6cf8-4754-ae99-401b4db7e3fd req-04dab102-06ca-4b19-90ce-ec364b6709ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b11a7f37-1257-4714-9cab-12aa8fc6a3a6 HTTP/1.1" status: 200 len: 851 time: 0.0734122 May 24 14:07:24.115464 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c0207-6cf8-4754-ae99-401b4db7e3fd req-c31ad1e1-937d-4451-8c87-3a1e55daea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:24.116757 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7b3c0207-6cf8-4754-ae99-401b4db7e3fd req-c31ad1e1-937d-4451-8c87-3a1e55daea2c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da184706-a3cd-4a03-bf62-0c961d1fd5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657718 May 24 14:07:24.122546 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-add5420b-b694-4d78-aa1b-ca648f0db6f2 req-3d688514-113f-47c1-bc73-9a2cfac12b76 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906456 May 24 14:07:24.128761 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-57610bd7-9ac5-46e2-a290-ed4d41bf8bb9 None None] Set router ad3b5635-ef70-4777-8466-ffd87c5730c1 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:07:24.246292 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:24.321091 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 42942) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:24.323343 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-57610bd7-9ac5-46e2-a290-ed4d41bf8bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'name': 'tempest-TestVolumeBootPattern-1261063742-router', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:57:41Z', 'updated_at': '2022-05-24T13:57:46Z', 'revision_number': 4, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'gw_port': {'id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:43Z', 'updated_at': '2022-05-24T13:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '9a49196f-a083-4f82-9579-b43e8beabd03', 'name': '', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'mac_address': 'fa:16:3e:59:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:45Z', 'updated_at': '2022-05-24T13:57:52Z', 'revision_number': 5, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'subnets': [{'id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:24.354492 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57610bd7-9ac5-46e2-a290-ed4d41bf8bb9 None None] The sync data for ids ['ad3b5635-ef70-4777-8466-ffd87c5730c1'] in dv-cinder-842129-1-iscsi is: [{'id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'name': 'tempest-TestVolumeBootPattern-1261063742-router', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:57:41Z', 'updated_at': '2022-05-24T13:57:46Z', 'revision_number': 4, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'gw_port': {'id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:43Z', 'updated_at': '2022-05-24T13:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '9a49196f-a083-4f82-9579-b43e8beabd03', 'name': '', 'network_id': 'da184706-a3cd-4a03-bf62-0c961d1fd5b4', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'mac_address': 'fa:16:3e:59:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:45Z', 'updated_at': '2022-05-24T13:57:52Z', 'revision_number': 5, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'subnets': [{'id': 'b11a7f37-1257-4714-9cab-12aa8fc6a3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:07:24.388355 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7b3c0207-6cf8-4754-ae99-401b4db7e3fd req-88efea08-f9b7-4b2b-8a8e-6256f54dec57 service neutron] 10.222.0.55 "GET /v2.0/networks/da184706-a3cd-4a03-bf62-0c961d1fd5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994503 May 24 14:07:24.439639 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b9c3ed4e-9560-4252-9f0a-beaccd574fbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:24.455872 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:24.526429 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device dce5d6fb-7321-4b36-8335-7b79a2352887 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:07:24.535550 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:24.549987 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b9c3ed4e-9560-4252-9f0a-beaccd574fbe admin admin] Publish callbacks [] for security_group (14f69192-5885-4f6d-aae8-ff31823ffb9e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:24.557072 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b9c3ed4e-9560-4252-9f0a-beaccd574fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (14f69192-5885-4f6d-aae8-ff31823ffb9e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:24.560086 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] No Port match for: dce5d6fb-7321-4b36-8335-7b79a2352887 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:07:24.561353 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device dce5d6fb-7321-4b36-8335-7b79a2352887 not bound to the agent host hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:07:24.576573 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca845fde-9ac2-4188-849c-41750d057450 req-555ce121-ba29-4e96-9c20-a6593fd948e8 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:24.577890 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:24.578284 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ca845fde-9ac2-4188-849c-41750d057450 req-555ce121-ba29-4e96-9c20-a6593fd948e8 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.55 "GET /v2.0/ports?device_id=718e90d7-f726-442e-b00a-5289fb2558de HTTP/1.1" status: 200 len: 945 time: 0.0839097 May 24 14:07:24.611429 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-b9c3ed4e-9560-4252-9f0a-beaccd574fbe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bd04ca0b4c4342e1ae63704ca0d79af4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880697 May 24 14:07:24.613011 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3ed4e-9560-4252-9f0a-beaccd574fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f69192-5885-4f6d-aae8-ff31823ffb9e,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:24.615342 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 42952) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:24.639778 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7b3c0207-6cf8-4754-ae99-401b4db7e3fd req-f23bb19c-143a-43dd-b1c5-019f42f66475 service neutron] 10.222.0.55 "GET /v2.0/networks/da184706-a3cd-4a03-bf62-0c961d1fd5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012811 May 24 14:07:24.687014 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a128111d-05d1-4925-a74e-8c7303ddabb1 admin admin] Publish callbacks [] for security_group (14f69192-5885-4f6d-aae8-ff31823ffb9e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:24.698176 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-ca845fde-9ac2-4188-849c-41750d057450 req-e524cbd8-0b76-4fe6-abd3-b08c0e92290a tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Deleting port 992b9bb4-a542-4387-82ba-0758b4b5ebb0 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:07:24.698647 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-ca845fde-9ac2-4188-849c-41750d057450 req-e524cbd8-0b76-4fe6-abd3-b08c0e92290a tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (992b9bb4-a542-4387-82ba-0758b4b5ebb0), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:24.717892 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a128111d-05d1-4925-a74e-8c7303ddabb1 admin admin] Publish callbacks [] for security_group (14f69192-5885-4f6d-aae8-ff31823ffb9e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:24.724536 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af0a378-c892-4575-94d9-f375cfcc94a4 None None] New status for floating IP 9989ff84-4e01-4e2c-adf6-21024e30186a: DOWN {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 14:07:24.734460 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:24.787188 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a128111d-05d1-4925-a74e-8c7303ddabb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (14f69192-5885-4f6d-aae8-ff31823ffb9e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:24.791964 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a128111d-05d1-4925-a74e-8c7303ddabb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:24.797033 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-a128111d-05d1-4925-a74e-8c7303ddabb1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/14f69192-5885-4f6d-aae8-ff31823ffb9e HTTP/1.1" status: 204 len: 168 time: 0.1680348 May 24 14:07:24.808362 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a128111d-05d1-4925-a74e-8c7303ddabb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f69192-5885-4f6d-aae8-ff31823ffb9e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:24.813984 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-ca845fde-9ac2-4188-849c-41750d057450 req-e524cbd8-0b76-4fe6-abd3-b08c0e92290a tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] For port 992b9bb4-a542-4387-82ba-0758b4b5ebb0, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=992b9bb4-a542-4387-82ba-0758b4b5ebb0,segment=NetworkSegment(1e6ed359-4160-4992-9ca6-a2eeb518f77f),segment_id=1e6ed359-4160-4992-9ca6-a2eeb518f77f)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:07:24.814486 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-ca845fde-9ac2-4188-849c-41750d057450 req-e524cbd8-0b76-4fe6-abd3-b08c0e92290a tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (992b9bb4-a542-4387-82ba-0758b4b5ebb0), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:24.843873 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-ca845fde-9ac2-4188-849c-41750d057450 req-e524cbd8-0b76-4fe6-abd3-b08c0e92290a tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Calling delete_port for 992b9bb4-a542-4387-82ba-0758b4b5ebb0 owned by compute:nova {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:07:24.989141 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-ca845fde-9ac2-4188-849c-41750d057450 req-e524cbd8-0b76-4fe6-abd3-b08c0e92290a tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (992b9bb4-a542-4387-82ba-0758b4b5ebb0), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:25.021485 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e524cbd8-0b76-4fe6-abd3-b08c0e92290a tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Pushing event deleted for resources: {'Port': ['ID=992b9bb4-a542-4387-82ba-0758b4b5ebb0,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:25.065968 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca845fde-9ac2-4188-849c-41750d057450 req-e524cbd8-0b76-4fe6-abd3-b08c0e92290a tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] No DVR routers for this DVR port 992b9bb4-a542-4387-82ba-0758b4b5ebb0 on host hv-cinder-84212 {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 14:07:25.068563 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-ca845fde-9ac2-4188-849c-41750d057450 req-e524cbd8-0b76-4fe6-abd3-b08c0e92290a tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:25.071583 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ca845fde-9ac2-4188-849c-41750d057450 req-e524cbd8-0b76-4fe6-abd3-b08c0e92290a tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.55 "DELETE /v2.0/ports/992b9bb4-a542-4387-82ba-0758b4b5ebb0 HTTP/1.1" status: 204 len: 173 time: 0.4849195 May 24 14:07:25.072013 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718e90d7-f726-442e-b00a-5289fb2558de', 'name': 'network-vif-deleted', 'tag': '992b9bb4-a542-4387-82ba-0758b4b5ebb0'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:07:25.074371 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81eb083a-5718-4463-8c51-adab9b1f787d" -d '{"events": [{"server_uuid": "718e90d7-f726-442e-b00a-5289fb2558de", "name": "network-vif-deleted", "tag": "992b9bb4-a542-4387-82ba-0758b4b5ebb0"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:07:25.118660 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 42964) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:25.121494 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 14:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d44b9f6-4c24-4fd5-a5fd-0f272068a61d x-openstack-request-id: req-5d44b9f6-4c24-4fd5-a5fd-0f272068a61d {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:07:25.122397 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718e90d7-f726-442e-b00a-5289fb2558de", "name": "network-vif-deleted", "tag": "992b9bb4-a542-4387-82ba-0758b4b5ebb0", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:07:25.122397 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d44b9f6-4c24-4fd5-a5fd-0f272068a61d {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:07:25.122715 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d44b9f6-4c24-4fd5-a5fd-0f272068a61d'] response: {'server_uuid': '718e90d7-f726-442e-b00a-5289fb2558de', 'name': 'network-vif-deleted', 'tag': '992b9bb4-a542-4387-82ba-0758b4b5ebb0', 'status': 'completed', 'code': 200} May 24 14:07:25.143028 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-50b9d216-ebe9-44bc-84f5-b3000f254e18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:25.239300 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5e5c4221-b683-4dc2-9ea7-d2e718ea9aec req-8c3dad0f-2104-4155-bf0c-b6a55f2b52a4 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "GET /v2.0/ports?device_id=718e90d7-f726-442e-b00a-5289fb2558de HTTP/1.1" status: 200 len: 210 time: 0.0292075 May 24 14:07:25.244580 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-50b9d216-ebe9-44bc-84f5-b3000f254e18 admin admin] Publish callbacks [] for security_group (293e04c4-421a-4124-9be5-69aaf6ca8638), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:25.250831 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-50b9d216-ebe9-44bc-84f5-b3000f254e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (293e04c4-421a-4124-9be5-69aaf6ca8638), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:25.292423 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9d216-ebe9-44bc-84f5-b3000f254e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293e04c4-421a-4124-9be5-69aaf6ca8638,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:25.296600 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-50b9d216-ebe9-44bc-84f5-b3000f254e18 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f71537b7b6c4083bc5e32e9d565fdbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1759753 May 24 14:07:25.299194 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 42968) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:25.351047 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4d525f1c-3903-48d9-9770-b54dbade3bdc admin admin] Publish callbacks [] for security_group (293e04c4-421a-4124-9be5-69aaf6ca8638), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:25.376828 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4d525f1c-3903-48d9-9770-b54dbade3bdc admin admin] Publish callbacks [] for security_group (293e04c4-421a-4124-9be5-69aaf6ca8638), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:25.427858 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4d525f1c-3903-48d9-9770-b54dbade3bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (293e04c4-421a-4124-9be5-69aaf6ca8638), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:25.430723 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4d525f1c-3903-48d9-9770-b54dbade3bdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:25.432535 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-4d525f1c-3903-48d9-9770-b54dbade3bdc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/293e04c4-421a-4124-9be5-69aaf6ca8638 HTTP/1.1" status: 204 len: 168 time: 0.1321836 May 24 14:07:25.442457 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d525f1c-3903-48d9-9770-b54dbade3bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293e04c4-421a-4124-9be5-69aaf6ca8638,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:25.931564 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 42988) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:26.174562 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fbed3875-5e7b-4def-81d1-dc27ecf0312d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:26.301964 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 43004) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:26.367872 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b3abbb90-d52c-4350-b4d9-96a121137dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532644'] for router_interface (56b95d42-77b6-4e68-873b-05326c0ded04), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:26.407728 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:26.419220 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-0429f62d-24fc-4da8-b88b-28700f1df6ce tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Deleting port 00b35a7e-e3e6-4296-ac5d-bada55392646 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:07:26.419560 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0429f62d-24fc-4da8-b88b-28700f1df6ce tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (00b35a7e-e3e6-4296-ac5d-bada55392646), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:26.511720 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0429f62d-24fc-4da8-b88b-28700f1df6ce tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (00b35a7e-e3e6-4296-ac5d-bada55392646), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:26.512105 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0429f62d-24fc-4da8-b88b-28700f1df6ce tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for floatingip (00b35a7e-e3e6-4296-ac5d-bada55392646), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:26.525585 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-0429f62d-24fc-4da8-b88b-28700f1df6ce tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Calling delete_port for 00b35a7e-e3e6-4296-ac5d-bada55392646 owned by network:floatingip {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:07:26.559232 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:26.596906 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:26.626739 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b3abbb90-d52c-4350-b4d9-96a121137dfa admin admin] Deleting port ca71a485-5af1-403c-828a-301e883ce214 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:07:26.627474 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b3abbb90-d52c-4350-b4d9-96a121137dfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (ca71a485-5af1-403c-828a-301e883ce214), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:26.688442 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0429f62d-24fc-4da8-b88b-28700f1df6ce tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (00b35a7e-e3e6-4296-ac5d-bada55392646), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:26.715474 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429f62d-24fc-4da8-b88b-28700f1df6ce tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Pushing event deleted for resources: {'Port': ['ID=00b35a7e-e3e6-4296-ac5d-bada55392646,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:26.724944 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-b3abbb90-d52c-4350-b4d9-96a121137dfa admin admin] For port ca71a485-5af1-403c-828a-301e883ce214, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=ca71a485-5af1-403c-828a-301e883ce214,segment=NetworkSegment(132fe624-87e3-43f2-9650-2a427f750a75),segment_id=132fe624-87e3-43f2-9650-2a427f750a75)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:07:26.725316 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b3abbb90-d52c-4350-b4d9-96a121137dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (ca71a485-5af1-403c-828a-301e883ce214), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:26.740779 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b3abbb90-d52c-4350-b4d9-96a121137dfa admin admin] Calling delete_port for ca71a485-5af1-403c-828a-301e883ce214 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:07:26.784261 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0429f62d-24fc-4da8-b88b-28700f1df6ce tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for floatingip (097a53b3-ddc4-463e-89ad-7a59840378f6), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:26.787111 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0429f62d-24fc-4da8-b88b-28700f1df6ce tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:26.791247 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-0429f62d-24fc-4da8-b88b-28700f1df6ce tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "DELETE /v2.0/floatingips/097a53b3-ddc4-463e-89ad-7a59840378f6 HTTP/1.1" status: 204 len: 168 time: 0.4854703 May 24 14:07:26.949204 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b3abbb90-d52c-4350-b4d9-96a121137dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (ca71a485-5af1-403c-828a-301e883ce214), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:26.987430 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3abbb90-d52c-4350-b4d9-96a121137dfa admin admin] Pushing event deleted for resources: {'Port': ['ID=ca71a485-5af1-403c-828a-301e883ce214,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:27.152943 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b3abbb90-d52c-4350-b4d9-96a121137dfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-172021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532528'] for router_interface (56b95d42-77b6-4e68-873b-05326c0ded04), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:27.449890 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:27.616792 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:27.632408 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3abbb90-d52c-4350-b4d9-96a121137dfa admin admin] Router 56b95d42-77b6-4e68-873b-05326c0ded04 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:07:27.689894 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:27.733682 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3abbb90-d52c-4350-b4d9-96a121137dfa admin admin] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:07:27.738876 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-b3abbb90-d52c-4350-b4d9-96a121137dfa admin admin] 10.222.0.24 "PUT /v2.0/routers/56b95d42-77b6-4e68-873b-05326c0ded04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8062444 May 24 14:07:27.741526 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 43038) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:27.742461 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfef8297-63a5-4c14-8a90-b2ac67763a59 None None] Sync routers for ids ['56b95d42-77b6-4e68-873b-05326c0ded04'] in dv-cinder-842129-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:07:27.753427 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfef8297-63a5-4c14-8a90-b2ac67763a59 None None] Routers {'56b95d42-77b6-4e68-873b-05326c0ded04'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:07:27.754033 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-bfef8297-63a5-4c14-8a90-b2ac67763a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:07:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['56b95d42-77b6-4e68-873b-05326c0ded04'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:27.830581 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:27.840696 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3db07c0a-ebd7-4164-a2fb-6e6dc91caf26 admin admin] Publish callbacks [] for router (56b95d42-77b6-4e68-873b-05326c0ded04), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:27.855952 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-bfef8297-63a5-4c14-8a90-b2ac67763a59 None None] Set router 56b95d42-77b6-4e68-873b-05326c0ded04 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:07:27.941028 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3db07c0a-ebd7-4164-a2fb-6e6dc91caf26 admin admin] Publish callbacks [] for router_gateway (56b95d42-77b6-4e68-873b-05326c0ded04), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:27.982747 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-3db07c0a-ebd7-4164-a2fb-6e6dc91caf26 admin admin] Deleting port f760a370-a3ba-4e5b-acc5-b805fa9a9b99 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:07:27.983082 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3db07c0a-ebd7-4164-a2fb-6e6dc91caf26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (f760a370-a3ba-4e5b-acc5-b805fa9a9b99), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:28.029552 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-bfef8297-63a5-4c14-8a90-b2ac67763a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'name': 'tempest-AttachVolumeShelveTestJSON-270662382-router', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:56:57Z', 'updated_at': '2022-05-24T14:07:26Z', 'revision_number': 5, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'gw_port': {'id': 'f760a370-a3ba-4e5b-acc5-b805fa9a9b99', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:56:58Z', 'updated_at': '2022-05-24T13:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:28.036596 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 43042) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:28.054801 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfef8297-63a5-4c14-8a90-b2ac67763a59 None None] Checking router: 56b95d42-77b6-4e68-873b-05326c0ded04 for host: dv-cinder-842129-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:07:28.064803 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfef8297-63a5-4c14-8a90-b2ac67763a59 None None] Routers {'56b95d42-77b6-4e68-873b-05326c0ded04'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:07:28.065595 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-bfef8297-63a5-4c14-8a90-b2ac67763a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:07:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['56b95d42-77b6-4e68-873b-05326c0ded04'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:28.109829 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-3db07c0a-ebd7-4164-a2fb-6e6dc91caf26 admin admin] For port f760a370-a3ba-4e5b-acc5-b805fa9a9b99, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=f760a370-a3ba-4e5b-acc5-b805fa9a9b99,segment=NetworkSegment(3f5d497a-81fa-44a3-b648-e1e22cc699e7),segment_id=3f5d497a-81fa-44a3-b648-e1e22cc699e7)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:07:28.110188 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3db07c0a-ebd7-4164-a2fb-6e6dc91caf26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (f760a370-a3ba-4e5b-acc5-b805fa9a9b99), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:28.132884 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-3db07c0a-ebd7-4164-a2fb-6e6dc91caf26 admin admin] Calling delete_port for f760a370-a3ba-4e5b-acc5-b805fa9a9b99 owned by network:router_gateway {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:07:28.137548 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-687f7847-873e-4893-80ca-80d0494248d6 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for security_group (ffce6dba-b6b7-43f3-a6ac-4bd3015e329e), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:28.203482 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-687f7847-873e-4893-80ca-80d0494248d6 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for security_group (ffce6dba-b6b7-43f3-a6ac-4bd3015e329e), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:28.280749 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-bfef8297-63a5-4c14-8a90-b2ac67763a59 None None] Set router 56b95d42-77b6-4e68-873b-05326c0ded04 gateway port host: None {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:07:28.328536 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-bfef8297-63a5-4c14-8a90-b2ac67763a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'name': 'tempest-AttachVolumeShelveTestJSON-270662382-router', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:56:57Z', 'updated_at': '2022-05-24T14:07:27Z', 'revision_number': 6, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'gw_port_host': None}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:28.347757 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-687f7847-873e-4893-80ca-80d0494248d6 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (ffce6dba-b6b7-43f3-a6ac-4bd3015e329e), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:28.350307 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-687f7847-873e-4893-80ca-80d0494248d6 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:28.354253 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-687f7847-873e-4893-80ca-80d0494248d6 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] 10.222.0.24 "DELETE /v2.0/security-groups/ffce6dba-b6b7-43f3-a6ac-4bd3015e329e HTTP/1.1" status: 204 len: 168 time: 0.3139274 May 24 14:07:28.354404 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfef8297-63a5-4c14-8a90-b2ac67763a59 None None] The sync data for ids ['56b95d42-77b6-4e68-873b-05326c0ded04'] in dv-cinder-842129-1-iscsi is: [{'id': '56b95d42-77b6-4e68-873b-05326c0ded04', 'name': 'tempest-AttachVolumeShelveTestJSON-270662382-router', 'tenant_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:56:57Z', 'updated_at': '2022-05-24T14:07:27Z', 'revision_number': 6, 'project_id': 'd3ebc40e12384ce4bb168690cfd5a27a', 'gw_port_host': None}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:07:28.372670 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f7847-873e-4893-80ca-80d0494248d6 tempest-TestVolumeBootPattern-1763825507 tempest-TestVolumeBootPattern-1763825507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffce6dba-b6b7-43f3-a6ac-4bd3015e329e,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:28.408948 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3db07c0a-ebd7-4164-a2fb-6e6dc91caf26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (f760a370-a3ba-4e5b-acc5-b805fa9a9b99), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:28.429051 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 43046) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:28.439793 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db07c0a-ebd7-4164-a2fb-6e6dc91caf26 admin admin] Pushing event deleted for resources: {'Port': ['ID=f760a370-a3ba-4e5b-acc5-b805fa9a9b99,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:28.481437 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:28.513561 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3db07c0a-ebd7-4164-a2fb-6e6dc91caf26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539230'] for router_gateway (56b95d42-77b6-4e68-873b-05326c0ded04), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:28.534250 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 992b9bb4-a542-4387-82ba-0758b4b5ebb0 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:07:28.582430 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] No Port match for: 992b9bb4-a542-4387-82ba-0758b4b5ebb0 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:07:28.583125 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 992b9bb4-a542-4387-82ba-0758b4b5ebb0 not bound to the agent host hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:07:28.609197 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:28.654462 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3db07c0a-ebd7-4164-a2fb-6e6dc91caf26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4362'] for router (56b95d42-77b6-4e68-873b-05326c0ded04), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:28.656960 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3db07c0a-ebd7-4164-a2fb-6e6dc91caf26 admin admin] Publish callbacks [] for router_controller (56b95d42-77b6-4e68-873b-05326c0ded04), precommit_delete_associations {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:28.738745 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3db07c0a-ebd7-4164-a2fb-6e6dc91caf26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-535544'] for router (56b95d42-77b6-4e68-873b-05326c0ded04), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:28.739642 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db07c0a-ebd7-4164-a2fb-6e6dc91caf26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56b95d42-77b6-4e68-873b-05326c0ded04 {{(pid=103807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 24 14:07:28.753168 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3db07c0a-ebd7-4164-a2fb-6e6dc91caf26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:28.757470 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 43062) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:28.757669 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-3db07c0a-ebd7-4164-a2fb-6e6dc91caf26 admin admin] 10.222.0.24 "DELETE /v2.0/routers/56b95d42-77b6-4e68-873b-05326c0ded04 HTTP/1.1" status: 204 len: 168 time: 1.0150330 May 24 14:07:28.855465 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f12200c-fb77-4258-aa9b-8e06d7560cbc admin admin] Deleting subnet 8be785c0-42d8-4f57-9b56-6849abcace7e {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 24 14:07:28.861242 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7f12200c-fb77-4258-aa9b-8e06d7560cbc admin admin] Publish callbacks [] for subnet (8be785c0-42d8-4f57-9b56-6849abcace7e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:28.932563 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7f12200c-fb77-4258-aa9b-8e06d7560cbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5712652'] for subnet (8be785c0-42d8-4f57-9b56-6849abcace7e), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:29.073879 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7f12200c-fb77-4258-aa9b-8e06d7560cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902008'] for subnet (8be785c0-42d8-4f57-9b56-6849abcace7e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:29.153824 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1156b0fc-b7a7-4e17-bb37-b928f0595bcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532644'] for router_interface (ad3b5635-ef70-4777-8466-ffd87c5730c1), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:29.198551 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7f12200c-fb77-4258-aa9b-8e06d7560cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1901987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5712815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756236'] for subnet (8be785c0-42d8-4f57-9b56-6849abcace7e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:29.233196 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f12200c-fb77-4258-aa9b-8e06d7560cbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8be785c0-42d8-4f57-9b56-6849abcace7e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:29.239809 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7f12200c-fb77-4258-aa9b-8e06d7560cbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:29.242935 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-7f12200c-fb77-4258-aa9b-8e06d7560cbc admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8be785c0-42d8-4f57-9b56-6849abcace7e HTTP/1.1" status: 204 len: 168 time: 0.4844792 May 24 14:07:29.244934 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a269d97-5e1d-411b-a28f-73c9ffe7b94b None None] Network 18065f5d-f31e-4fd3-b029-c409167bb83c requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 14:07:29.245603 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 43068) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:29.314444 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:29.334674 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1925f90c-e1ef-4a40-8af9-06c04478d6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1862163'] for network (18065f5d-f31e-4fd3-b029-c409167bb83c), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:29.383805 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-1925f90c-e1ef-4a40-8af9-06c04478d6e0 admin admin] Deleting port 8533d0e1-8e97-45f9-81bb-9ac45bdc18c9 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:07:29.384233 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1925f90c-e1ef-4a40-8af9-06c04478d6e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (8533d0e1-8e97-45f9-81bb-9ac45bdc18c9), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:29.395596 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:29.434518 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-1156b0fc-b7a7-4e17-bb37-b928f0595bcd admin admin] Deleting port 9a49196f-a083-4f82-9579-b43e8beabd03 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:07:29.435180 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1156b0fc-b7a7-4e17-bb37-b928f0595bcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (9a49196f-a083-4f82-9579-b43e8beabd03), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:29.435305 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b09a194-efc2-475a-945b-bf35eafe02f1 None None] DHCP port deletion for 18065f5d-f31e-4fd3-b029-c409167bb83c request from dv-cinder-842129-1-iscsi {{(pid=103809) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 24 14:07:29.453685 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-1925f90c-e1ef-4a40-8af9-06c04478d6e0 admin admin] For port 8533d0e1-8e97-45f9-81bb-9ac45bdc18c9, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=8533d0e1-8e97-45f9-81bb-9ac45bdc18c9,segment=NetworkSegment(132fe624-87e3-43f2-9650-2a427f750a75),segment_id=132fe624-87e3-43f2-9650-2a427f750a75)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:07:29.454035 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1925f90c-e1ef-4a40-8af9-06c04478d6e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (8533d0e1-8e97-45f9-81bb-9ac45bdc18c9), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:29.469041 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-1925f90c-e1ef-4a40-8af9-06c04478d6e0 admin admin] Calling delete_port for 8533d0e1-8e97-45f9-81bb-9ac45bdc18c9 owned by network:dhcp {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:07:29.486688 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-7b09a194-efc2-475a-945b-bf35eafe02f1 None None] Deleting port 8533d0e1-8e97-45f9-81bb-9ac45bdc18c9 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:07:29.489634 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7b09a194-efc2-475a-945b-bf35eafe02f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (8533d0e1-8e97-45f9-81bb-9ac45bdc18c9), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:29.521424 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:29.557556 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-1156b0fc-b7a7-4e17-bb37-b928f0595bcd admin admin] For port 9a49196f-a083-4f82-9579-b43e8beabd03, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=9a49196f-a083-4f82-9579-b43e8beabd03,segment=NetworkSegment(1e6ed359-4160-4992-9ca6-a2eeb518f77f),segment_id=1e6ed359-4160-4992-9ca6-a2eeb518f77f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:07:29.557930 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1156b0fc-b7a7-4e17-bb37-b928f0595bcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (9a49196f-a083-4f82-9579-b43e8beabd03), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:29.558714 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1925f90c-e1ef-4a40-8af9-06c04478d6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (8533d0e1-8e97-45f9-81bb-9ac45bdc18c9), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:29.568003 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-7b09a194-efc2-475a-945b-bf35eafe02f1 None None] For port 8533d0e1-8e97-45f9-81bb-9ac45bdc18c9, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=8533d0e1-8e97-45f9-81bb-9ac45bdc18c9,segment=NetworkSegment(132fe624-87e3-43f2-9650-2a427f750a75),segment_id=132fe624-87e3-43f2-9650-2a427f750a75)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:07:29.568620 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7b09a194-efc2-475a-945b-bf35eafe02f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (8533d0e1-8e97-45f9-81bb-9ac45bdc18c9), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:29.575307 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-1156b0fc-b7a7-4e17-bb37-b928f0595bcd admin admin] Calling delete_port for 9a49196f-a083-4f82-9579-b43e8beabd03 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:07:29.583555 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-7b09a194-efc2-475a-945b-bf35eafe02f1 None None] Calling delete_port for 8533d0e1-8e97-45f9-81bb-9ac45bdc18c9 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:07:29.594185 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1925f90c-e1ef-4a40-8af9-06c04478d6e0 admin admin] No DVR routers for this DVR port 8533d0e1-8e97-45f9-81bb-9ac45bdc18c9 on host dv-cinder-842129-1-iscsi {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 14:07:29.599376 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925f90c-e1ef-4a40-8af9-06c04478d6e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8533d0e1-8e97-45f9-81bb-9ac45bdc18c9,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:29.672193 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7b09a194-efc2-475a-945b-bf35eafe02f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006'] for port (8533d0e1-8e97-45f9-81bb-9ac45bdc18c9), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:29.672511 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1925f90c-e1ef-4a40-8af9-06c04478d6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1932343', 'neutron.services.segments.db._delete_segments_for_network-8727739285863'] for network (18065f5d-f31e-4fd3-b029-c409167bb83c), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:29.693820 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-1925f90c-e1ef-4a40-8af9-06c04478d6e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18065f5d-f31e-4fd3-b029-c409167bb83c']}} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:29.698995 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b09a194-efc2-475a-945b-bf35eafe02f1 None None] Pushing event deleted for resources: {'Port': ['ID=8533d0e1-8e97-45f9-81bb-9ac45bdc18c9,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:29.703668 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b09a194-efc2-475a-945b-bf35eafe02f1 None None] No DVR routers for this DVR port 8533d0e1-8e97-45f9-81bb-9ac45bdc18c9 on host dv-cinder-842129-1-iscsi {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 14:07:29.713235 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-1925f90c-e1ef-4a40-8af9-06c04478d6e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '132fe624-87e3-43f2-9650-2a427f750a75') {'for_net_delete': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:29.714606 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-1925f90c-e1ef-4a40-8af9-06c04478d6e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '132fe624-87e3-43f2-9650-2a427f750a75') {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:29.724821 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1925f90c-e1ef-4a40-8af9-06c04478d6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727739286128', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5066674'] for segment (132fe624-87e3-43f2-9650-2a427f750a75), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:29.739258 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1925f90c-e1ef-4a40-8af9-06c04478d6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291'] for segment (132fe624-87e3-43f2-9650-2a427f750a75), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:29.746391 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1925f90c-e1ef-4a40-8af9-06c04478d6e0 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 14:07:29.746725 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1925f90c-e1ef-4a40-8af9-06c04478d6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5058418'] for segment (132fe624-87e3-43f2-9650-2a427f750a75), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:29.773935 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1156b0fc-b7a7-4e17-bb37-b928f0595bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (9a49196f-a083-4f82-9579-b43e8beabd03), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:29.798504 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156b0fc-b7a7-4e17-bb37-b928f0595bcd admin admin] Pushing event deleted for resources: {'Port': ['ID=9a49196f-a083-4f82-9579-b43e8beabd03,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:29.971009 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1156b0fc-b7a7-4e17-bb37-b928f0595bcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-172021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532528'] for router_interface (ad3b5635-ef70-4777-8466-ffd87c5730c1), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:30.067139 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.services.segments.plugin [-] Segment 132fe624-87e3-43f2-9650-2a427f750a75 resource provider aggregate not found May 24 14:07:30.096335 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.services.segments.plugin [-] Segment 132fe624-87e3-43f2-9650-2a427f750a75 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 132fe624-87e3-43f2-9650-2a427f750a75 found for delete ", "request_id": "req-e6695ffe-8a43-4075-b2b0-c78eac9b737b"}]} May 24 14:07:30.107197 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1925f90c-e1ef-4a40-8af9-06c04478d6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534454'] for network (18065f5d-f31e-4fd3-b029-c409167bb83c), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:30.114918 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1925f90c-e1ef-4a40-8af9-06c04478d6e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:30.122850 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-1925f90c-e1ef-4a40-8af9-06c04478d6e0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/18065f5d-f31e-4fd3-b029-c409167bb83c HTTP/1.1" status: 204 len: 168 time: 0.8739643 May 24 14:07:30.136304 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925f90c-e1ef-4a40-8af9-06c04478d6e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=18065f5d-f31e-4fd3-b029-c409167bb83c,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:30.239302 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device ca71a485-5af1-403c-828a-301e883ce214 no longer exists at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:07:30.252972 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1156b0fc-b7a7-4e17-bb37-b928f0595bcd admin admin] Router ad3b5635-ef70-4777-8466-ffd87c5730c1 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:07:30.264339 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] No Port match for: ca71a485-5af1-403c-828a-301e883ce214 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:07:30.264892 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device ca71a485-5af1-403c-828a-301e883ce214 not bound to the agent host dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:07:30.265482 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device f760a370-a3ba-4e5b-acc5-b805fa9a9b99 no longer exists at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:07:30.286580 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] No Port match for: f760a370-a3ba-4e5b-acc5-b805fa9a9b99 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:07:30.287013 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device f760a370-a3ba-4e5b-acc5-b805fa9a9b99 not bound to the agent host dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:07:30.287488 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 8533d0e1-8e97-45f9-81bb-9ac45bdc18c9 no longer exists at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:07:30.313344 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] No Port match for: 8533d0e1-8e97-45f9-81bb-9ac45bdc18c9 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:07:30.313769 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 8533d0e1-8e97-45f9-81bb-9ac45bdc18c9 not bound to the agent host dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:07:30.324966 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 43088) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:30.372649 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-049d3b20-3120-4528-8f48-e28caf7a9e8a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d3ebc40e12384ce4bb168690cfd5a27a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461071 May 24 14:07:30.375187 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 43094) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:30.381799 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1156b0fc-b7a7-4e17-bb37-b928f0595bcd admin admin] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:07:30.389159 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-1156b0fc-b7a7-4e17-bb37-b928f0595bcd admin admin] 10.222.0.24 "PUT /v2.0/routers/ad3b5635-ef70-4777-8466-ffd87c5730c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9590352 May 24 14:07:30.391582 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 43096) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:30.395379 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fb6f3f-16fe-42fe-b8fd-1416f676cf20 None None] Sync routers for ids ['ad3b5635-ef70-4777-8466-ffd87c5730c1'] in dv-cinder-842129-1-iscsi {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:07:30.409868 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fb6f3f-16fe-42fe-b8fd-1416f676cf20 None None] Routers {'ad3b5635-ef70-4777-8466-ffd87c5730c1'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:07:30.410503 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-47fb6f3f-16fe-42fe-b8fd-1416f676cf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:07:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad3b5635-ef70-4777-8466-ffd87c5730c1'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:30.453626 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-82da2643-d7df-4406-9c65-1ae8c5ffcc4b admin admin] Publish callbacks [] for security_group (f485b989-4dec-48c4-930d-d8b9553be7db), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:30.482076 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:30.485296 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-82da2643-d7df-4406-9c65-1ae8c5ffcc4b admin admin] Publish callbacks [] for security_group (f485b989-4dec-48c4-930d-d8b9553be7db), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:30.515749 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:30.528538 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:30.542949 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83a592cc-aa0d-4995-a65b-387dfcc7d8fa admin admin] Publish callbacks [] for router (ad3b5635-ef70-4777-8466-ffd87c5730c1), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:30.558420 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-82da2643-d7df-4406-9c65-1ae8c5ffcc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (f485b989-4dec-48c4-930d-d8b9553be7db), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:30.561807 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-82da2643-d7df-4406-9c65-1ae8c5ffcc4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:30.563326 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-82da2643-d7df-4406-9c65-1ae8c5ffcc4b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f485b989-4dec-48c4-930d-d8b9553be7db HTTP/1.1" status: 204 len: 168 time: 0.1870666 May 24 14:07:30.583409 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-47fb6f3f-16fe-42fe-b8fd-1416f676cf20 None None] Set router ad3b5635-ef70-4777-8466-ffd87c5730c1 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:07:30.593153 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da2643-d7df-4406-9c65-1ae8c5ffcc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f485b989-4dec-48c4-930d-d8b9553be7db,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:30.727065 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83a592cc-aa0d-4995-a65b-387dfcc7d8fa admin admin] Publish callbacks [] for router_gateway (ad3b5635-ef70-4777-8466-ffd87c5730c1), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:30.787650 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-83a592cc-aa0d-4995-a65b-387dfcc7d8fa admin admin] Deleting port 147e9dce-141e-459c-8a90-e94155e6f9bc {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:07:30.788427 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83a592cc-aa0d-4995-a65b-387dfcc7d8fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (147e9dce-141e-459c-8a90-e94155e6f9bc), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:30.835808 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-47fb6f3f-16fe-42fe-b8fd-1416f676cf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'name': 'tempest-TestVolumeBootPattern-1261063742-router', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:57:41Z', 'updated_at': '2022-05-24T14:07:29Z', 'revision_number': 5, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'gw_port': {'id': '147e9dce-141e-459c-8a90-e94155e6f9bc', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:43Z', 'updated_at': '2022-05-24T13:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:30.864866 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fb6f3f-16fe-42fe-b8fd-1416f676cf20 None None] Checking router: ad3b5635-ef70-4777-8466-ffd87c5730c1 for host: dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:07:30.876056 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fb6f3f-16fe-42fe-b8fd-1416f676cf20 None None] Routers {'ad3b5635-ef70-4777-8466-ffd87c5730c1'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:07:30.876658 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-47fb6f3f-16fe-42fe-b8fd-1416f676cf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:07:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['ad3b5635-ef70-4777-8466-ffd87c5730c1'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:30.883019 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-83a592cc-aa0d-4995-a65b-387dfcc7d8fa admin admin] For port 147e9dce-141e-459c-8a90-e94155e6f9bc, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=147e9dce-141e-459c-8a90-e94155e6f9bc,segment=NetworkSegment(3f5d497a-81fa-44a3-b648-e1e22cc699e7),segment_id=3f5d497a-81fa-44a3-b648-e1e22cc699e7)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:07:30.883561 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83a592cc-aa0d-4995-a65b-387dfcc7d8fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (147e9dce-141e-459c-8a90-e94155e6f9bc), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:30.903144 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-83a592cc-aa0d-4995-a65b-387dfcc7d8fa admin admin] Calling delete_port for 147e9dce-141e-459c-8a90-e94155e6f9bc owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:07:30.984930 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-47fb6f3f-16fe-42fe-b8fd-1416f676cf20 None None] Set router ad3b5635-ef70-4777-8466-ffd87c5730c1 gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:07:31.040462 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-47fb6f3f-16fe-42fe-b8fd-1416f676cf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'name': 'tempest-TestVolumeBootPattern-1261063742-router', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:57:41Z', 'updated_at': '2022-05-24T14:07:30Z', 'revision_number': 6, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'gw_port_host': None}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:31.065855 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fb6f3f-16fe-42fe-b8fd-1416f676cf20 None None] The sync data for ids ['ad3b5635-ef70-4777-8466-ffd87c5730c1'] in dv-cinder-842129-1-iscsi is: [{'id': 'ad3b5635-ef70-4777-8466-ffd87c5730c1', 'name': 'tempest-TestVolumeBootPattern-1261063742-router', 'tenant_id': '7bb15f1d3e524d67b5493cb483ee8547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:57:41Z', 'updated_at': '2022-05-24T14:07:30Z', 'revision_number': 6, 'project_id': '7bb15f1d3e524d67b5493cb483ee8547', 'gw_port_host': None}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:07:31.107060 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83a592cc-aa0d-4995-a65b-387dfcc7d8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (147e9dce-141e-459c-8a90-e94155e6f9bc), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:31.140752 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a592cc-aa0d-4995-a65b-387dfcc7d8fa admin admin] Pushing event deleted for resources: {'Port': ['ID=147e9dce-141e-459c-8a90-e94155e6f9bc,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:31.186185 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 43124) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:31.208428 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83a592cc-aa0d-4995-a65b-387dfcc7d8fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539230'] for router_gateway (ad3b5635-ef70-4777-8466-ffd87c5730c1), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:31.305312 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83a592cc-aa0d-4995-a65b-387dfcc7d8fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4362'] for router (ad3b5635-ef70-4777-8466-ffd87c5730c1), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:31.307523 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83a592cc-aa0d-4995-a65b-387dfcc7d8fa admin admin] Publish callbacks [] for router_controller (ad3b5635-ef70-4777-8466-ffd87c5730c1), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:31.307949 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-875ffba1-ea37-4019-ac84-384c84125b54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:31.343255 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:31.371925 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83a592cc-aa0d-4995-a65b-387dfcc7d8fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-535544'] for router (ad3b5635-ef70-4777-8466-ffd87c5730c1), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:31.373039 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a592cc-aa0d-4995-a65b-387dfcc7d8fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad3b5635-ef70-4777-8466-ffd87c5730c1 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 24 14:07:31.378600 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83a592cc-aa0d-4995-a65b-387dfcc7d8fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:31.379971 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-83a592cc-aa0d-4995-a65b-387dfcc7d8fa admin admin] 10.222.0.24 "DELETE /v2.0/routers/ad3b5635-ef70-4777-8466-ffd87c5730c1 HTTP/1.1" status: 204 len: 168 time: 0.9871655 May 24 14:07:31.382937 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 43134) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:31.422569 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:31.424892 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-875ffba1-ea37-4019-ac84-384c84125b54 admin admin] Publish callbacks [] for security_group (1d9487ad-6ba3-4e79-85aa-85df1a99f03d), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:31.434985 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-875ffba1-ea37-4019-ac84-384c84125b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (1d9487ad-6ba3-4e79-85aa-85df1a99f03d), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:31.485577 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef5c734-18f5-4bb9-82eb-0709ae7086ce admin admin] Deleting subnet b11a7f37-1257-4714-9cab-12aa8fc6a3a6 {{(pid=103807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 24 14:07:31.492230 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-875ffba1-ea37-4019-ac84-384c84125b54 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=468ed66ab8ea47f9a6229ac7d49b7b61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3050580 May 24 14:07:31.493087 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7ef5c734-18f5-4bb9-82eb-0709ae7086ce admin admin] Publish callbacks [] for subnet (b11a7f37-1257-4714-9cab-12aa8fc6a3a6), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:31.494474 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 43138) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:31.496501 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 43140) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:31.500465 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ffba1-ea37-4019-ac84-384c84125b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9487ad-6ba3-4e79-85aa-85df1a99f03d,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:31.569455 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7ef5c734-18f5-4bb9-82eb-0709ae7086ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5066685'] for subnet (b11a7f37-1257-4714-9cab-12aa8fc6a3a6), precommit_delete_associations {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:31.662964 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7ef5c734-18f5-4bb9-82eb-0709ae7086ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902008'] for subnet (b11a7f37-1257-4714-9cab-12aa8fc6a3a6), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:31.717111 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7ef5c734-18f5-4bb9-82eb-0709ae7086ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1901987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4346542'] for subnet (b11a7f37-1257-4714-9cab-12aa8fc6a3a6), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:31.743154 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5c734-18f5-4bb9-82eb-0709ae7086ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b11a7f37-1257-4714-9cab-12aa8fc6a3a6,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:31.749506 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7ef5c734-18f5-4bb9-82eb-0709ae7086ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:31.753347 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-7ef5c734-18f5-4bb9-82eb-0709ae7086ce admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b11a7f37-1257-4714-9cab-12aa8fc6a3a6 HTTP/1.1" status: 204 len: 168 time: 0.3687944 May 24 14:07:31.755168 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 43144) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:31.755331 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a63bfc-c949-493d-9b34-142b93817ccd None None] Network da184706-a3cd-4a03-bf62-0c961d1fd5b4 requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 14:07:31.776349 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-46a729f2-70d1-41c9-ad64-184966f4c24c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-252775452-network', 'tenant_id': 'e436feb329204699a78d749db135acce'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:07:31.804951 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:31.808016 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-eec77693-cc93-4f29-bf06-8297a1034388 admin admin] Publish callbacks [] for security_group (1d9487ad-6ba3-4e79-85aa-85df1a99f03d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:31.811250 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a729f2-70d1-41c9-ad64-184966f4c24c admin admin] Made reservation on behalf of e436feb329204699a78d749db135acce for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 14:07:31.813827 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-46a729f2-70d1-41c9-ad64-184966f4c24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:31.829706 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4de4f9b3-4d5b-4bff-8b59-d583088b0c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1862163'] for network (da184706-a3cd-4a03-bf62-0c961d1fd5b4), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:31.829968 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-46a729f2-70d1-41c9-ad64-184966f4c24c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:31.850699 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-eec77693-cc93-4f29-bf06-8297a1034388 admin admin] Publish callbacks [] for security_group (1d9487ad-6ba3-4e79-85aa-85df1a99f03d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:31.879217 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:31.905703 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=8,neutron:INSERT=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:31.915302 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-4de4f9b3-4d5b-4bff-8b59-d583088b0c3e admin admin] Deleting port dd586988-88a4-4d7d-910a-614c79d71be6 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:07:31.916439 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4de4f9b3-4d5b-4bff-8b59-d583088b0c3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (dd586988-88a4-4d7d-910a-614c79d71be6), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:31.940419 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebd5e8f-71e3-4947-82d5-5b4280e0120e None None] DHCP port deletion for da184706-a3cd-4a03-bf62-0c961d1fd5b4 request from dv-cinder-842129-1-iscsi {{(pid=103809) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 24 14:07:31.947633 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-eec77693-cc93-4f29-bf06-8297a1034388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (1d9487ad-6ba3-4e79-85aa-85df1a99f03d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:31.950756 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-eec77693-cc93-4f29-bf06-8297a1034388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:31.954221 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-eec77693-cc93-4f29-bf06-8297a1034388 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d9487ad-6ba3-4e79-85aa-85df1a99f03d HTTP/1.1" status: 204 len: 168 time: 0.4510341 May 24 14:07:31.980804 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-3ebd5e8f-71e3-4947-82d5-5b4280e0120e None None] Deleting port dd586988-88a4-4d7d-910a-614c79d71be6 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:07:31.981169 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3ebd5e8f-71e3-4947-82d5-5b4280e0120e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (dd586988-88a4-4d7d-910a-614c79d71be6), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:31.991917 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-4de4f9b3-4d5b-4bff-8b59-d583088b0c3e admin admin] For port dd586988-88a4-4d7d-910a-614c79d71be6, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=dd586988-88a4-4d7d-910a-614c79d71be6,segment=NetworkSegment(1e6ed359-4160-4992-9ca6-a2eeb518f77f),segment_id=1e6ed359-4160-4992-9ca6-a2eeb518f77f)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:07:31.992286 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4de4f9b3-4d5b-4bff-8b59-d583088b0c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (dd586988-88a4-4d7d-910a-614c79d71be6), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:32.011616 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-4de4f9b3-4d5b-4bff-8b59-d583088b0c3e admin admin] Calling delete_port for dd586988-88a4-4d7d-910a-614c79d71be6 owned by network:dhcp {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:07:32.012227 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-46a729f2-70d1-41c9-ad64-184966f4c24c admin admin] Publish callbacks [] for security_group (3abfe0e3-32e3-472f-97f0-612f04d9ea94), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:32.014344 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec77693-cc93-4f29-bf06-8297a1034388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9487ad-6ba3-4e79-85aa-85df1a99f03d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:32.019930 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-46a729f2-70d1-41c9-ad64-184966f4c24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (3abfe0e3-32e3-472f-97f0-612f04d9ea94), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:32.053783 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a729f2-70d1-41c9-ad64-184966f4c24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abfe0e3-32e3-472f-97f0-612f04d9ea94,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:32.067983 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a729f2-70d1-41c9-ad64-184966f4c24c admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 14:07:32.095838 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-46a729f2-70d1-41c9-ad64-184966f4c24c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727739285854', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291'] for segment (9d2096c3-4aed-4d08-8fab-38331e25302c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:32.095838 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.db.segments_db [None req-46a729f2-70d1-41c9-ad64-184966f4c24c admin admin] Added segment 9d2096c3-4aed-4d08-8fab-38331e25302c of type vlan for network d0876f86-477e-43a6-b89a-5d925c2bd73a May 24 14:07:32.114360 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4de4f9b3-4d5b-4bff-8b59-d583088b0c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (dd586988-88a4-4d7d-910a-614c79d71be6), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:32.133934 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-3ebd5e8f-71e3-4947-82d5-5b4280e0120e None None] For port dd586988-88a4-4d7d-910a-614c79d71be6, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=dd586988-88a4-4d7d-910a-614c79d71be6,segment=NetworkSegment(1e6ed359-4160-4992-9ca6-a2eeb518f77f),segment_id=1e6ed359-4160-4992-9ca6-a2eeb518f77f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:07:32.134994 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3ebd5e8f-71e3-4947-82d5-5b4280e0120e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (dd586988-88a4-4d7d-910a-614c79d71be6), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:32.149520 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-3ebd5e8f-71e3-4947-82d5-5b4280e0120e None None] Calling delete_port for dd586988-88a4-4d7d-910a-614c79d71be6 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:07:32.150226 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4f9b3-4d5b-4bff-8b59-d583088b0c3e admin admin] Pushing event deleted for resources: {'Port': ['ID=dd586988-88a4-4d7d-910a-614c79d71be6,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:32.156855 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de4f9b3-4d5b-4bff-8b59-d583088b0c3e admin admin] No DVR routers for this DVR port dd586988-88a4-4d7d-910a-614c79d71be6 on host dv-cinder-842129-1-iscsi {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 14:07:32.163044 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:32.168128 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-46a729f2-70d1-41c9-ad64-184966f4c24c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727738798156'] for network (d0876f86-477e-43a6-b89a-5d925c2bd73a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:32.204547 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device dd586988-88a4-4d7d-910a-614c79d71be6 no longer exists at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:07:32.218397 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-46a729f2-70d1-41c9-ad64-184966f4c24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028'] for network (d0876f86-477e-43a6-b89a-5d925c2bd73a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:32.220013 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a729f2-70d1-41c9-ad64-184966f4c24c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:32.220663 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-46a729f2-70d1-41c9-ad64-184966f4c24c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:32.239244 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] No Port match for: dd586988-88a4-4d7d-910a-614c79d71be6 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:07:32.239869 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device dd586988-88a4-4d7d-910a-614c79d71be6 not bound to the agent host dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:07:32.240290 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 147e9dce-141e-459c-8a90-e94155e6f9bc no longer exists at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:07:32.274046 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4de4f9b3-4d5b-4bff-8b59-d583088b0c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1932343', 'neutron.services.segments.db._delete_segments_for_network-8727739285863'] for network (da184706-a3cd-4a03-bf62-0c961d1fd5b4), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:32.281037 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] No Port match for: 147e9dce-141e-459c-8a90-e94155e6f9bc {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:07:32.281323 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 147e9dce-141e-459c-8a90-e94155e6f9bc not bound to the agent host dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:07:32.281920 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 9a49196f-a083-4f82-9579-b43e8beabd03 no longer exists at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:07:32.299500 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-46a729f2-70d1-41c9-ad64-184966f4c24c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8037167 May 24 14:07:32.300212 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 43150) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:32.307954 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:32.308266 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-324712d4-6f3f-4816-be73-8edc27f7f739 admin admin] Request body: {'subnet': {'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-252775452-subnet', 'tenant_id': 'e436feb329204699a78d749db135acce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:07:32.321900 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] No Port match for: 9a49196f-a083-4f82-9579-b43e8beabd03 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:07:32.323268 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 9a49196f-a083-4f82-9579-b43e8beabd03 not bound to the agent host dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:07:32.323423 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a729f2-70d1-41c9-ad64-184966f4c24c admin admin] Pushing event updated for resources: {'Network': ['ID=d0876f86-477e-43a6-b89a-5d925c2bd73a,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:32.327936 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-4de4f9b3-4d5b-4bff-8b59-d583088b0c3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da184706-a3cd-4a03-bf62-0c961d1fd5b4']}} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:32.342890 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Network d0876f86-477e-43a6-b89a-5d925c2bd73a details requested by agent ovs-agent-dv-cinder-842129-1-iscsi with host dv-cinder-842129-1-iscsi {{(pid=103809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 14:07:32.344576 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-4de4f9b3-4d5b-4bff-8b59-d583088b0c3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e6ed359-4160-4992-9ca6-a2eeb518f77f') {'for_net_delete': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:32.346996 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-4de4f9b3-4d5b-4bff-8b59-d583088b0c3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e6ed359-4160-4992-9ca6-a2eeb518f77f') {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:32.362529 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324712d4-6f3f-4816-be73-8edc27f7f739 admin admin] Made reservation on behalf of e436feb329204699a78d749db135acce for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 14:07:32.365322 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-324712d4-6f3f-4816-be73-8edc27f7f739 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756343'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:32.367293 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4de4f9b3-4d5b-4bff-8b59-d583088b0c3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727739286128', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5066674'] for segment (1e6ed359-4160-4992-9ca6-a2eeb518f77f), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:32.397005 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4de4f9b3-4d5b-4bff-8b59-d583088b0c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291'] for segment (1e6ed359-4160-4992-9ca6-a2eeb518f77f), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:32.398654 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:32.406633 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de4f9b3-4d5b-4bff-8b59-d583088b0c3e admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 14:07:32.407496 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4de4f9b3-4d5b-4bff-8b59-d583088b0c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5058418'] for segment (1e6ed359-4160-4992-9ca6-a2eeb518f77f), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:32.460174 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3ebd5e8f-71e3-4947-82d5-5b4280e0120e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006'] for port (dd586988-88a4-4d7d-910a-614c79d71be6), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:32.464750 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.services.segments.plugin [-] Segment 1e6ed359-4160-4992-9ca6-a2eeb518f77f resource provider aggregate not found May 24 14:07:32.494474 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.services.segments.plugin [-] Segment 1e6ed359-4160-4992-9ca6-a2eeb518f77f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e6ed359-4160-4992-9ca6-a2eeb518f77f found for delete ", "request_id": "req-c9703274-41e2-458b-87f4-db0d9ede205c"}]} May 24 14:07:32.500613 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4de4f9b3-4d5b-4bff-8b59-d583088b0c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534454'] for network (da184706-a3cd-4a03-bf62-0c961d1fd5b4), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:32.503272 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebd5e8f-71e3-4947-82d5-5b4280e0120e None None] No DVR routers for this DVR port dd586988-88a4-4d7d-910a-614c79d71be6 on host dv-cinder-842129-1-iscsi {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 14:07:32.504947 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd5e8f-71e3-4947-82d5-5b4280e0120e None None] Pushing event deleted for resources: {'Port': ['ID=dd586988-88a4-4d7d-910a-614c79d71be6,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:32.515250 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4de4f9b3-4d5b-4bff-8b59-d583088b0c3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:32.525525 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-4de4f9b3-4d5b-4bff-8b59-d583088b0c3e admin admin] 10.222.0.24 "DELETE /v2.0/networks/da184706-a3cd-4a03-bf62-0c961d1fd5b4 HTTP/1.1" status: 204 len: 168 time: 0.7658687 May 24 14:07:32.525813 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 43156) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:32.525813 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 43158) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:32.536812 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4f9b3-4d5b-4bff-8b59-d583088b0c3e admin admin] Pushing event deleted for resources: {'Network': ['ID=da184706-a3cd-4a03-bf62-0c961d1fd5b4,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:32.579171 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-44a2c5d0-0762-445c-9aca-22cd11e307ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:32.706229 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-324712d4-6f3f-4816-be73-8edc27f7f739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5712872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756229'] for subnet (b10f4794-31a5-4c72-8ff2-7227ff1bde49), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:32.815642 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:32.822394 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:32.823182 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324712d4-6f3f-4816-be73-8edc27f7f739 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b10f4794-31a5-4c72-8ff2-7227ff1bde49,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:32.864172 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-44a2c5d0-0762-445c-9aca-22cd11e307ed admin admin] Publish callbacks [] for security_group (29c73c3a-b471-4a01-8cfe-487c9e70cb4e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:32.899636 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-44a2c5d0-0762-445c-9aca-22cd11e307ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (29c73c3a-b471-4a01-8cfe-487c9e70cb4e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:32.907806 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324712d4-6f3f-4816-be73-8edc27f7f739 admin admin] Checking segment: {'id': '9d2096c3-4aed-4d08-8fab-38331e25302c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 14:07:32.908179 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324712d4-6f3f-4816-be73-8edc27f7f739 admin admin] Network hostable DHCP agents. Network: d0876f86-477e-43a6-b89a-5d925c2bd73a, hostable agents: ['abc51175-8e70-4fa5-9c56-ea38a91f7e2e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 14:07:32.963668 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-44a2c5d0-0762-445c-9aca-22cd11e307ed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b5b933bd41e45c69287af75deee01b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4387298 May 24 14:07:32.966324 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 43162) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:32.968376 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2c5d0-0762-445c-9aca-22cd11e307ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c73c3a-b471-4a01-8cfe-487c9e70cb4e,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:32.991013 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324712d4-6f3f-4816-be73-8edc27f7f739 admin admin] Network d0876f86-477e-43a6-b89a-5d925c2bd73a is scheduled to be hosted by DHCP agent abc51175-8e70-4fa5-9c56-ea38a91f7e2e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 14:07:33.007379 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-324712d4-6f3f-4816-be73-8edc27f7f739 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842129-1-iscsi, d0876f86-477e-43a6-b89a-5d925c2bd73a) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:07:33.014490 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324712d4-6f3f-4816-be73-8edc27f7f739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:33.015411 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-324712d4-6f3f-4816-be73-8edc27f7f739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:33.016164 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c5e362-c7a6-4aae-9060-84e27917cfd3 None None] Network d0876f86-477e-43a6-b89a-5d925c2bd73a requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 14:07:33.018334 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7ab40c5e-5abe-4409-92f9-d12c16005bf8 admin admin] Publish callbacks [] for security_group (29c73c3a-b471-4a01-8cfe-487c9e70cb4e), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:33.037105 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:33.043252 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7ab40c5e-5abe-4409-92f9-d12c16005bf8 admin admin] Publish callbacks [] for security_group (29c73c3a-b471-4a01-8cfe-487c9e70cb4e), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:33.059432 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 43164) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:33.059670 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-324712d4-6f3f-4816-be73-8edc27f7f739 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7564342 May 24 14:07:33.065419 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-e005f35e-48a3-4576-a0af-8e91a4c1336d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-252775452-router', 'tenant_id': 'e436feb329204699a78d749db135acce', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:07:33.108350 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e005f35e-48a3-4576-a0af-8e91a4c1336d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4476'] for router (e0b227ab-dcc2-4a46-923c-2a66e468131c), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:33.109273 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e005f35e-48a3-4576-a0af-8e91a4c1336d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1021525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4357'] for router (e0b227ab-dcc2-4a46-923c-2a66e468131c), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:33.117557 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d717af49-0ff4-419a-8236-540c15f931ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532644'] for router_interface (a77e1a82-d39c-46c3-8a10-0a9031cfa6d3), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:33.134857 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7ab40c5e-5abe-4409-92f9-d12c16005bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (29c73c3a-b471-4a01-8cfe-487c9e70cb4e), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:33.137484 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ddbf62-a4b9-477b-8e08-d0ff919ad5e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea215502-9989-5d28-83e0-1aba298459f8-d0876f86-477e-43a6-b89a-5d925c2bd73a', 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a', 'project_id': 'e436feb329204699a78d749db135acce', 'fixed_ips': [{'subnet_id': 'b10f4794-31a5-4c72-8ff2-7227ff1bde49'}]}} from dv-cinder-842129-1-iscsi. {{(pid=103809) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 24 14:07:33.138217 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7ab40c5e-5abe-4409-92f9-d12c16005bf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:33.138443 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c5ddbf62-a4b9-477b-8e08-d0ff919ad5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:33.142184 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-7ab40c5e-5abe-4409-92f9-d12c16005bf8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29c73c3a-b471-4a01-8cfe-487c9e70cb4e HTTP/1.1" status: 204 len: 168 time: 0.1747584 May 24 14:07:33.168734 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab40c5e-5abe-4409-92f9-d12c16005bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c73c3a-b471-4a01-8cfe-487c9e70cb4e,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:33.206315 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e005f35e-48a3-4576-a0af-8e91a4c1336d admin admin] Publish callbacks [] for router_controller (e0b227ab-dcc2-4a46-923c-2a66e468131c), precommit_add_association {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:33.327989 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-c5ddbf62-a4b9-477b-8e08-d0ff919ad5e9 None None] Allocated IP 172.20.0.2 (d0876f86-477e-43a6-b89a-5d925c2bd73a/b10f4794-31a5-4c72-8ff2-7227ff1bde49/010652ee-e019-452f-936b-032505e268f6) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 14:07:33.385027 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e005f35e-48a3-4576-a0af-8e91a4c1336d admin admin] Publish callbacks [] for router_gateway (e0b227ab-dcc2-4a46-923c-2a66e468131c), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:33.418212 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-d717af49-0ff4-419a-8236-540c15f931ba admin admin] Deleting port a968391d-4266-4655-9f0e-08d2dfc9fd88 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:07:33.418556 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d717af49-0ff4-419a-8236-540c15f931ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (a968391d-4266-4655-9f0e-08d2dfc9fd88), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:33.508151 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c5ddbf62-a4b9-477b-8e08-d0ff919ad5e9 None None] Publish callbacks [] for port (010652ee-e019-452f-936b-032505e268f6), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:33.520961 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c5ddbf62-a4b9-477b-8e08-d0ff919ad5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997'] for port (010652ee-e019-452f-936b-032505e268f6), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:33.521709 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-d717af49-0ff4-419a-8236-540c15f931ba admin admin] For port a968391d-4266-4655-9f0e-08d2dfc9fd88, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=a968391d-4266-4655-9f0e-08d2dfc9fd88,segment=NetworkSegment(a1219024-7c0f-4b22-bce9-186b43c53934),segment_id=a1219024-7c0f-4b22-bce9-186b43c53934)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:07:33.522115 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d717af49-0ff4-419a-8236-540c15f931ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (a968391d-4266-4655-9f0e-08d2dfc9fd88), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:33.540822 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-d717af49-0ff4-419a-8236-540c15f931ba admin admin] Calling delete_port for a968391d-4266-4655-9f0e-08d2dfc9fd88 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:07:33.565401 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ddbf62-a4b9-477b-8e08-d0ff919ad5e9 None None] Network d0876f86-477e-43a6-b89a-5d925c2bd73a is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:07:33.569887 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-c5ddbf62-a4b9-477b-8e08-d0ff919ad5e9 None None] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:07:33.573976 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ddbf62-a4b9-477b-8e08-d0ff919ad5e9 None None] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 14:07:33.580589 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ddbf62-a4b9-477b-8e08-d0ff919ad5e9 None None] Pushing event updated for resources: {'Port': ['ID=010652ee-e019-452f-936b-032505e268f6,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:33.623497 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e005f35e-48a3-4576-a0af-8e91a4c1336d admin admin] Publish callbacks [] for router_gateway (e0b227ab-dcc2-4a46-923c-2a66e468131c), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:33.630306 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:33.646996 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e005f35e-48a3-4576-a0af-8e91a4c1336d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:33.652486 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-c5ddbf62-a4b9-477b-8e08-d0ff919ad5e9 None None] Attempting to bind port 010652ee-e019-452f-936b-032505e268f6 on host dv-cinder-842129-1-iscsi for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 14:07:33.653085 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-c5ddbf62-a4b9-477b-8e08-d0ff919ad5e9 None None] Attempting to bind port 010652ee-e019-452f-936b-032505e268f6 by drivers openvswitch,hyperv on host dv-cinder-842129-1-iscsi at level 0 using segments [{'id': '9d2096c3-4aed-4d08-8fab-38331e25302c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 14:07:33.653626 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ddbf62-a4b9-477b-8e08-d0ff919ad5e9 None None] Attempting to bind port 010652ee-e019-452f-936b-032505e268f6 on network d0876f86-477e-43a6-b89a-5d925c2bd73a {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:07:33.661649 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ddbf62-a4b9-477b-8e08-d0ff919ad5e9 None None] Checking agent: {'id': 'ec10bf60-b5fa-4c85-822a-958a8882b62f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 47), 'started_at': datetime.datetime(2022, 5, 24, 13, 47, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 14, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 14:07:33.662079 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ddbf62-a4b9-477b-8e08-d0ff919ad5e9 None None] Checking segment: {'id': '9d2096c3-4aed-4d08-8fab-38331e25302c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 14:07:33.662470 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c5ddbf62-a4b9-477b-8e08-d0ff919ad5e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:33.662901 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ddbf62-a4b9-477b-8e08-d0ff919ad5e9 None None] Bound using segment: {'id': '9d2096c3-4aed-4d08-8fab-38331e25302c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 14:07:33.663401 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-c5ddbf62-a4b9-477b-8e08-d0ff919ad5e9 None None] Bound port: 010652ee-e019-452f-936b-032505e268f6, host: dv-cinder-842129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2096c3-4aed-4d08-8fab-38331e25302c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 14:07:33.664463 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c5ddbf62-a4b9-477b-8e08-d0ff919ad5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (010652ee-e019-452f-936b-032505e268f6), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:33.763120 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-c5ddbf62-a4b9-477b-8e08-d0ff919ad5e9 None None] For port 010652ee-e019-452f-936b-032505e268f6, host dv-cinder-842129-1-iscsi, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 14:07:33.766852 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-c5ddbf62-a4b9-477b-8e08-d0ff919ad5e9 None None] For port 010652ee-e019-452f-936b-032505e268f6, host dv-cinder-842129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=010652ee-e019-452f-936b-032505e268f6,segment=NetworkSegment(9d2096c3-4aed-4d08-8fab-38331e25302c),segment_id=9d2096c3-4aed-4d08-8fab-38331e25302c)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 14:07:33.775069 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d717af49-0ff4-419a-8236-540c15f931ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (a968391d-4266-4655-9f0e-08d2dfc9fd88), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:33.778206 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c5ddbf62-a4b9-477b-8e08-d0ff919ad5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (010652ee-e019-452f-936b-032505e268f6), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:33.783463 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:33.788902 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-e005f35e-48a3-4576-a0af-8e91a4c1336d admin admin] Allocated IP 172.27.3.27 (77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6/277372c2-c924-4ff9-98b4-a2b2337930ef/2d200108-5da7-4542-8cbb-2b248d910a80) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 14:07:33.804623 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717af49-0ff4-419a-8236-540c15f931ba admin admin] Pushing event deleted for resources: {'Port': ['ID=a968391d-4266-4655-9f0e-08d2dfc9fd88,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:33.873656 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ddbf62-a4b9-477b-8e08-d0ff919ad5e9 None None] Pushing event updated for resources: {'Port': ['ID=010652ee-e019-452f-936b-032505e268f6,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:34.003781 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=6 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:34.018834 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e005f35e-48a3-4576-a0af-8e91a4c1336d admin admin] Publish callbacks [] for port (2d200108-5da7-4542-8cbb-2b248d910a80), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:34.038259 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d717af49-0ff4-419a-8236-540c15f931ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-172021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532528'] for router_interface (a77e1a82-d39c-46c3-8a10-0a9031cfa6d3), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:34.110212 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e005f35e-48a3-4576-a0af-8e91a4c1336d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (2d200108-5da7-4542-8cbb-2b248d910a80), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:34.204139 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e005f35e-48a3-4576-a0af-8e91a4c1336d admin admin] Network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:07:34.210719 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-e005f35e-48a3-4576-a0af-8e91a4c1336d admin admin] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:07:34.213296 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005f35e-48a3-4576-a0af-8e91a4c1336d admin admin] Pushing event updated for resources: {'Port': ['ID=2d200108-5da7-4542-8cbb-2b248d910a80,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:34.215903 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e005f35e-48a3-4576-a0af-8e91a4c1336d admin admin] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 14:07:34.368365 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:DELETE=1,neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:34.377276 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d717af49-0ff4-419a-8236-540c15f931ba admin admin] Router a77e1a82-d39c-46c3-8a10-0a9031cfa6d3 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:07:34.491681 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d717af49-0ff4-419a-8236-540c15f931ba admin admin] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:07:34.499424 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e005f35e-48a3-4576-a0af-8e91a4c1336d admin admin] Publish callbacks [] for router_gateway (e0b227ab-dcc2-4a46-923c-2a66e468131c), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:34.503870 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f814bc3-329a-4dd6-b497-208b99745465 None None] Sync routers for ids ['a77e1a82-d39c-46c3-8a10-0a9031cfa6d3'] in dv-cinder-842129-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:07:34.511249 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-d717af49-0ff4-419a-8236-540c15f931ba admin admin] 10.222.0.24 "PUT /v2.0/routers/a77e1a82-d39c-46c3-8a10-0a9031cfa6d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9848995 May 24 14:07:34.513751 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 43190) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:34.522207 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f814bc3-329a-4dd6-b497-208b99745465 None None] Routers {'a77e1a82-d39c-46c3-8a10-0a9031cfa6d3'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:07:34.523660 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-8f814bc3-329a-4dd6-b497-208b99745465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:07:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['a77e1a82-d39c-46c3-8a10-0a9031cfa6d3'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:34.633585 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-8f814bc3-329a-4dd6-b497-208b99745465 None None] Set router a77e1a82-d39c-46c3-8a10-0a9031cfa6d3 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:07:34.648310 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9cc6ccc8-573a-4888-8cc5-aa21a5efcc04 admin admin] Publish callbacks [] for router (a77e1a82-d39c-46c3-8a10-0a9031cfa6d3), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:34.774549 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e005f35e-48a3-4576-a0af-8e91a4c1336d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539258'] for router (e0b227ab-dcc2-4a46-923c-2a66e468131c), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:34.788579 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9cc6ccc8-573a-4888-8cc5-aa21a5efcc04 admin admin] Publish callbacks [] for router_gateway (a77e1a82-d39c-46c3-8a10-0a9031cfa6d3), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:34.841228 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-9cc6ccc8-573a-4888-8cc5-aa21a5efcc04 admin admin] Deleting port 102f6f9a-3828-470c-ab81-d1a2e19e6bb0 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:07:34.841698 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9cc6ccc8-573a-4888-8cc5-aa21a5efcc04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (102f6f9a-3828-470c-ab81-d1a2e19e6bb0), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:34.852452 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:34.860746 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-8f814bc3-329a-4dd6-b497-208b99745465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77e1a82-d39c-46c3-8a10-0a9031cfa6d3', 'name': 'tempest-TestVolumeBootPattern-1348167688-router', 'tenant_id': '7acb9a364a7a40bbbaacdd321517b426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '102f6f9a-3828-470c-ab81-d1a2e19e6bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:57:48Z', 'updated_at': '2022-05-24T14:07:33Z', 'revision_number': 5, 'project_id': '7acb9a364a7a40bbbaacdd321517b426', 'gw_port': {'id': '102f6f9a-3828-470c-ab81-d1a2e19e6bb0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e1a82-d39c-46c3-8a10-0a9031cfa6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T13:57:49Z', 'updated_at': '2022-05-24T13:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:34.894540 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f814bc3-329a-4dd6-b497-208b99745465 None None] Checking router: a77e1a82-d39c-46c3-8a10-0a9031cfa6d3 for host: dv-cinder-842129-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:07:34.930176 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f814bc3-329a-4dd6-b497-208b99745465 None None] Routers {'a77e1a82-d39c-46c3-8a10-0a9031cfa6d3'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:07:34.930801 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-8f814bc3-329a-4dd6-b497-208b99745465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:07:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['a77e1a82-d39c-46c3-8a10-0a9031cfa6d3'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:34.943092 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-9cc6ccc8-573a-4888-8cc5-aa21a5efcc04 admin admin] For port 102f6f9a-3828-470c-ab81-d1a2e19e6bb0, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=102f6f9a-3828-470c-ab81-d1a2e19e6bb0,segment=NetworkSegment(3f5d497a-81fa-44a3-b648-e1e22cc699e7),segment_id=3f5d497a-81fa-44a3-b648-e1e22cc699e7)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:07:34.943423 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9cc6ccc8-573a-4888-8cc5-aa21a5efcc04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (102f6f9a-3828-470c-ab81-d1a2e19e6bb0), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:34.950452 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e005f35e-48a3-4576-a0af-8e91a4c1336d admin admin] Router e0b227ab-dcc2-4a46-923c-2a66e468131c is scheduled to L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 with binding_index 1 {{(pid=103807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 24 14:07:34.959000 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-9cc6ccc8-573a-4888-8cc5-aa21a5efcc04 admin admin] Calling delete_port for 102f6f9a-3828-470c-ab81-d1a2e19e6bb0 owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:07:35.017751 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:35.018760 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:35.049354 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-8f814bc3-329a-4dd6-b497-208b99745465 None None] Set router a77e1a82-d39c-46c3-8a10-0a9031cfa6d3 gateway port host: None {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:07:35.120622 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e005f35e-48a3-4576-a0af-8e91a4c1336d admin admin] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:07:35.131405 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-8f814bc3-329a-4dd6-b497-208b99745465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77e1a82-d39c-46c3-8a10-0a9031cfa6d3', 'name': 'tempest-TestVolumeBootPattern-1348167688-router', 'tenant_id': '7acb9a364a7a40bbbaacdd321517b426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:57:48Z', 'updated_at': '2022-05-24T14:07:34Z', 'revision_number': 6, 'project_id': '7acb9a364a7a40bbbaacdd321517b426', 'gw_port_host': None}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:35.132045 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fd8ac8-7b6d-4903-83bb-e3745af4b368 None None] Sync routers for ids ['e0b227ab-dcc2-4a46-923c-2a66e468131c'] in dv-cinder-842129-1-iscsi {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:07:35.160648 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fd8ac8-7b6d-4903-83bb-e3745af4b368 None None] Routers {'e0b227ab-dcc2-4a46-923c-2a66e468131c'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:07:35.161849 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-86fd8ac8-7b6d-4903-83bb-e3745af4b368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:07:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['e0b227ab-dcc2-4a46-923c-2a66e468131c'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:35.163710 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e005f35e-48a3-4576-a0af-8e91a4c1336d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:35.167915 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-e005f35e-48a3-4576-a0af-8e91a4c1336d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1047904 May 24 14:07:35.168095 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9cc6ccc8-573a-4888-8cc5-aa21a5efcc04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (102f6f9a-3828-470c-ab81-d1a2e19e6bb0), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:35.169152 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 43202) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:35.174511 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f814bc3-329a-4dd6-b497-208b99745465 None None] The sync data for ids ['a77e1a82-d39c-46c3-8a10-0a9031cfa6d3'] in dv-cinder-842129-1-iscsi is: [{'id': 'a77e1a82-d39c-46c3-8a10-0a9031cfa6d3', 'name': 'tempest-TestVolumeBootPattern-1348167688-router', 'tenant_id': '7acb9a364a7a40bbbaacdd321517b426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T13:57:48Z', 'updated_at': '2022-05-24T14:07:34Z', 'revision_number': 6, 'project_id': '7acb9a364a7a40bbbaacdd321517b426', 'gw_port_host': None}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:07:35.213818 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6ccc8-573a-4888-8cc5-aa21a5efcc04 admin admin] Pushing event deleted for resources: {'Port': ['ID=102f6f9a-3828-470c-ab81-d1a2e19e6bb0,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:35.308278 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-86fd8ac8-7b6d-4903-83bb-e3745af4b368 None None] Set router e0b227ab-dcc2-4a46-923c-2a66e468131c gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:07:35.308606 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dfee23-303b-4eed-8997-bb39fe9e9096 None None] Network d0876f86-477e-43a6-b89a-5d925c2bd73a requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 14:07:35.373570 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9cc6ccc8-573a-4888-8cc5-aa21a5efcc04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539230'] for router_gateway (a77e1a82-d39c-46c3-8a10-0a9031cfa6d3), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:35.451623 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:35.500768 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-7a703526-52ce-49f1-891d-59e643c740b0 None None] Provisioning complete for port 010652ee-e019-452f-936b-032505e268f6 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:07:35.501183 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7a703526-52ce-49f1-891d-59e643c740b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (010652ee-e019-452f-936b-032505e268f6), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:35.537599 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-86fd8ac8-7b6d-4903-83bb-e3745af4b368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'name': 'tempest-AttachVolumeTestJSON-252775452-router', 'tenant_id': 'e436feb329204699a78d749db135acce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:34Z', 'revision_number': 3, 'project_id': 'e436feb329204699a78d749db135acce', 'gw_port': {'id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ba:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:35.538463 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:35.563286 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fd8ac8-7b6d-4903-83bb-e3745af4b368 None None] Checking router: e0b227ab-dcc2-4a46-923c-2a66e468131c for host: dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:07:35.563499 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fd8ac8-7b6d-4903-83bb-e3745af4b368 None None] Updating router e0b227ab-dcc2-4a46-923c-2a66e468131c port 2d200108-5da7-4542-8cbb-2b248d910a80 binding host dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 14:07:35.568491 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9cc6ccc8-573a-4888-8cc5-aa21a5efcc04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4362'] for router (a77e1a82-d39c-46c3-8a10-0a9031cfa6d3), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:35.570730 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9cc6ccc8-573a-4888-8cc5-aa21a5efcc04 admin admin] Publish callbacks [] for router_controller (a77e1a82-d39c-46c3-8a10-0a9031cfa6d3), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:35.595967 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:35.598003 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-86fd8ac8-7b6d-4903-83bb-e3745af4b368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (2d200108-5da7-4542-8cbb-2b248d910a80), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:35.601995 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:35.626609 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9cc6ccc8-573a-4888-8cc5-aa21a5efcc04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-535544'] for router (a77e1a82-d39c-46c3-8a10-0a9031cfa6d3), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:35.628179 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc6ccc8-573a-4888-8cc5-aa21a5efcc04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a77e1a82-d39c-46c3-8a10-0a9031cfa6d3 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 24 14:07:35.634651 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9cc6ccc8-573a-4888-8cc5-aa21a5efcc04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:35.636352 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-9cc6ccc8-573a-4888-8cc5-aa21a5efcc04 admin admin] 10.222.0.24 "DELETE /v2.0/routers/a77e1a82-d39c-46c3-8a10-0a9031cfa6d3 HTTP/1.1" status: 204 len: 168 time: 1.1216092 May 24 14:07:35.639003 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 43212) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:35.698504 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0255cf7-eb44-476b-881a-512ebd3b9498 admin admin] Deleting subnet 26d87c6d-8682-48e8-ade9-d839df92a541 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 24 14:07:35.702084 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e0255cf7-eb44-476b-881a-512ebd3b9498 admin admin] Publish callbacks [] for subnet (26d87c6d-8682-48e8-ade9-d839df92a541), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:35.716504 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:35.741900 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e0255cf7-eb44-476b-881a-512ebd3b9498 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5712652'] for subnet (26d87c6d-8682-48e8-ade9-d839df92a541), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:35.774157 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-7a703526-52ce-49f1-891d-59e643c740b0 None None] Current status of the port 010652ee-e019-452f-936b-032505e268f6 is: DOWN; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:07:35.780441 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7a703526-52ce-49f1-891d-59e643c740b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (010652ee-e019-452f-936b-032505e268f6), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:35.872276 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-7a703526-52ce-49f1-891d-59e643c740b0 None None] For port 010652ee-e019-452f-936b-032505e268f6, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=010652ee-e019-452f-936b-032505e268f6,segment=NetworkSegment(9d2096c3-4aed-4d08-8fab-38331e25302c),segment_id=9d2096c3-4aed-4d08-8fab-38331e25302c)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:07:35.876064 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e0255cf7-eb44-476b-881a-512ebd3b9498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902008'] for subnet (26d87c6d-8682-48e8-ade9-d839df92a541), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:35.880244 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7a703526-52ce-49f1-891d-59e643c740b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (010652ee-e019-452f-936b-032505e268f6), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:35.969760 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4279251d-116d-4455-ab39-298958043340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:35.980566 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e0255cf7-eb44-476b-881a-512ebd3b9498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1901987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5712815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756236'] for subnet (26d87c6d-8682-48e8-ade9-d839df92a541), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:36.008118 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a703526-52ce-49f1-891d-59e643c740b0 None None] Pushing event updated for resources: {'Port': ['ID=010652ee-e019-452f-936b-032505e268f6,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:36.028973 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-4f5f0072-4917-4d5b-afa4-07aae4451c1f None None] Provisioning complete for port 010652ee-e019-452f-936b-032505e268f6 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:07:36.029424 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4f5f0072-4917-4d5b-afa4-07aae4451c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (010652ee-e019-452f-936b-032505e268f6), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:36.048723 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0255cf7-eb44-476b-881a-512ebd3b9498 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26d87c6d-8682-48e8-ade9-d839df92a541,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:36.067957 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e0255cf7-eb44-476b-881a-512ebd3b9498 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:36.073497 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-e0255cf7-eb44-476b-881a-512ebd3b9498 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/26d87c6d-8682-48e8-ade9-d839df92a541 HTTP/1.1" status: 204 len: 168 time: 0.4305940 May 24 14:07:36.073899 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 43218) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:36.086216 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e678ed-a1ae-40bd-a088-954ff8c8874a None None] Network 78770422-3981-46f0-9621-42c225c82fe6 requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 14:07:36.214633 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-4279251d-116d-4455-ab39-298958043340 admin admin] Allocated IP 172.20.0.1 (d0876f86-477e-43a6-b89a-5d925c2bd73a/b10f4794-31a5-4c72-8ff2-7227ff1bde49/2c965ca2-7a19-457f-b6f0-987910a987b0) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 14:07:36.232328 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e3a3caf-dba7-4e64-a3b0-e5e612035e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1862163'] for network (78770422-3981-46f0-9621-42c225c82fe6), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:36.293073 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-86fd8ac8-7b6d-4903-83bb-e3745af4b368 None None] Publish callbacks [] for port (2d200108-5da7-4542-8cbb-2b248d910a80), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:36.303253 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-0e3a3caf-dba7-4e64-a3b0-e5e612035e7a admin admin] Deleting port cc44bd26-f483-4d5e-a87b-aceef570b784 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:07:36.303626 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e3a3caf-dba7-4e64-a3b0-e5e612035e7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (cc44bd26-f483-4d5e-a87b-aceef570b784), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:36.310547 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-86fd8ac8-7b6d-4903-83bb-e3745af4b368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (2d200108-5da7-4542-8cbb-2b248d910a80), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:36.387353 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=100 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:36.390643 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab54cbb-791a-43cc-a962-1d1f8632c738 None None] Pushing event updated for resources: {'Port': ['ID=2d200108-5da7-4542-8cbb-2b248d910a80,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:36.408522 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab54cbb-791a-43cc-a962-1d1f8632c738 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:36.409074 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab54cbb-791a-43cc-a962-1d1f8632c738 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:36.409757 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:36.410261 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab54cbb-791a-43cc-a962-1d1f8632c738 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:36.410820 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab54cbb-791a-43cc-a962-1d1f8632c738 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:36.411463 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab54cbb-791a-43cc-a962-1d1f8632c738 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:36.412085 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab54cbb-791a-43cc-a962-1d1f8632c738 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:36.412683 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab54cbb-791a-43cc-a962-1d1f8632c738 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:36.413295 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab54cbb-791a-43cc-a962-1d1f8632c738 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:36.414467 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab54cbb-791a-43cc-a962-1d1f8632c738 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:36.416398 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab54cbb-791a-43cc-a962-1d1f8632c738 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:36.417445 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab54cbb-791a-43cc-a962-1d1f8632c738 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:36.418139 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab54cbb-791a-43cc-a962-1d1f8632c738 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:36.418660 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab54cbb-791a-43cc-a962-1d1f8632c738 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:36.419715 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab54cbb-791a-43cc-a962-1d1f8632c738 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:36.420628 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab54cbb-791a-43cc-a962-1d1f8632c738 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:07:36.450534 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-0e3a3caf-dba7-4e64-a3b0-e5e612035e7a admin admin] For port cc44bd26-f483-4d5e-a87b-aceef570b784, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=cc44bd26-f483-4d5e-a87b-aceef570b784,segment=NetworkSegment(a1219024-7c0f-4b22-bce9-186b43c53934),segment_id=a1219024-7c0f-4b22-bce9-186b43c53934)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:07:36.450911 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e3a3caf-dba7-4e64-a3b0-e5e612035e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (cc44bd26-f483-4d5e-a87b-aceef570b784), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:36.456060 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-86fd8ac8-7b6d-4903-83bb-e3745af4b368 None None] Attempting to bind port 2d200108-5da7-4542-8cbb-2b248d910a80 on host dv-cinder-842129-1-iscsi for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 14:07:36.456430 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-86fd8ac8-7b6d-4903-83bb-e3745af4b368 None None] Attempting to bind port 2d200108-5da7-4542-8cbb-2b248d910a80 by drivers openvswitch,hyperv on host dv-cinder-842129-1-iscsi at level 0 using segments [{'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 14:07:36.456789 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fd8ac8-7b6d-4903-83bb-e3745af4b368 None None] Attempting to bind port 2d200108-5da7-4542-8cbb-2b248d910a80 on network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:07:36.469789 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-0e3a3caf-dba7-4e64-a3b0-e5e612035e7a admin admin] Calling delete_port for cc44bd26-f483-4d5e-a87b-aceef570b784 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:07:36.472858 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fd8ac8-7b6d-4903-83bb-e3745af4b368 None None] Checking agent: {'id': 'ec10bf60-b5fa-4c85-822a-958a8882b62f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 47), 'started_at': datetime.datetime(2022, 5, 24, 13, 47, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 14, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 14:07:36.476282 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fd8ac8-7b6d-4903-83bb-e3745af4b368 None None] Checking segment: {'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 14:07:36.476725 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-86fd8ac8-7b6d-4903-83bb-e3745af4b368 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:36.477072 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fd8ac8-7b6d-4903-83bb-e3745af4b368 None None] Bound using segment: {'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 14:07:36.477570 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-86fd8ac8-7b6d-4903-83bb-e3745af4b368 None None] Bound port: 2d200108-5da7-4542-8cbb-2b248d910a80, host: dv-cinder-842129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 14:07:36.478512 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-86fd8ac8-7b6d-4903-83bb-e3745af4b368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (2d200108-5da7-4542-8cbb-2b248d910a80), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:36.497603 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 010652ee-e019-452f-936b-032505e268f6 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:07:36.497817 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4279251d-116d-4455-ab39-298958043340 admin admin] Publish callbacks [] for port (2c965ca2-7a19-457f-b6f0-987910a987b0), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:36.548470 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-86fd8ac8-7b6d-4903-83bb-e3745af4b368 None None] For port 2d200108-5da7-4542-8cbb-2b248d910a80, host dv-cinder-842129-1-iscsi, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 14:07:36.551760 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-86fd8ac8-7b6d-4903-83bb-e3745af4b368 None None] For port 2d200108-5da7-4542-8cbb-2b248d910a80, host dv-cinder-842129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=2d200108-5da7-4542-8cbb-2b248d910a80,segment=NetworkSegment(3f5d497a-81fa-44a3-b648-e1e22cc699e7),segment_id=3f5d497a-81fa-44a3-b648-e1e22cc699e7)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 14:07:36.554657 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4279251d-116d-4455-ab39-298958043340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (2c965ca2-7a19-457f-b6f0-987910a987b0), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:36.563499 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-86fd8ac8-7b6d-4903-83bb-e3745af4b368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (2d200108-5da7-4542-8cbb-2b248d910a80), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:36.589225 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e3a3caf-dba7-4e64-a3b0-e5e612035e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (cc44bd26-f483-4d5e-a87b-aceef570b784), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:36.600694 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4279251d-116d-4455-ab39-298958043340 admin admin] Network d0876f86-477e-43a6-b89a-5d925c2bd73a is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:07:36.603888 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-4279251d-116d-4455-ab39-298958043340 admin admin] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:07:36.607733 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4279251d-116d-4455-ab39-298958043340 admin admin] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 14:07:36.616424 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port 010652ee-e019-452f-936b-032505e268f6 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:07:36.616888 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (010652ee-e019-452f-936b-032505e268f6), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:36.617981 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3a3caf-dba7-4e64-a3b0-e5e612035e7a admin admin] No DVR routers for this DVR port cc44bd26-f483-4d5e-a87b-aceef570b784 on host dv-cinder-842129-1-iscsi {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 14:07:36.631771 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab54cbb-791a-43cc-a962-1d1f8632c738 None None] Pushing event updated for resources: {'Port': ['ID=2d200108-5da7-4542-8cbb-2b248d910a80,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:36.676041 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279251d-116d-4455-ab39-298958043340 admin admin] Pushing event updated for resources: {'Port': ['ID=2c965ca2-7a19-457f-b6f0-987910a987b0,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:36.684820 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a3caf-dba7-4e64-a3b0-e5e612035e7a admin admin] Pushing event deleted for resources: {'Port': ['ID=cc44bd26-f483-4d5e-a87b-aceef570b784,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:36.685132 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fd8ac8-7b6d-4903-83bb-e3745af4b368 None None] Routers {'e0b227ab-dcc2-4a46-923c-2a66e468131c'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:07:36.685928 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-86fd8ac8-7b6d-4903-83bb-e3745af4b368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:07:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['e0b227ab-dcc2-4a46-923c-2a66e468131c'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:36.707106 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4279251d-116d-4455-ab39-298958043340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534319'] for router_interface (e0b227ab-dcc2-4a46-923c-2a66e468131c), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:36.727456 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-4f5f0072-4917-4d5b-afa4-07aae4451c1f None None] Current status of the port 010652ee-e019-452f-936b-032505e268f6 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:07:36.739629 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:36.783355 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac06795-d374-49c4-bb5b-7897b72327f2 None None] DHCP port deletion for 78770422-3981-46f0-9621-42c225c82fe6 request from dv-cinder-842129-1-iscsi {{(pid=103809) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 24 14:07:36.806478 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port 010652ee-e019-452f-936b-032505e268f6 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:07:36.828075 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e3a3caf-dba7-4e64-a3b0-e5e612035e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1932343', 'neutron.services.segments.db._delete_segments_for_network-8727739285863'] for network (78770422-3981-46f0-9621-42c225c82fe6), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:36.858997 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.services.segments.db [None req-0e3a3caf-dba7-4e64-a3b0-e5e612035e7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78770422-3981-46f0-9621-42c225c82fe6']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:36.870377 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.services.segments.db [None req-0e3a3caf-dba7-4e64-a3b0-e5e612035e7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1219024-7c0f-4b22-bce9-186b43c53934') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:36.870745 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.services.segments.db [None req-0e3a3caf-dba7-4e64-a3b0-e5e612035e7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1219024-7c0f-4b22-bce9-186b43c53934') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:36.875230 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-86fd8ac8-7b6d-4903-83bb-e3745af4b368 None None] Set router e0b227ab-dcc2-4a46-923c-2a66e468131c gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:07:36.882438 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e3a3caf-dba7-4e64-a3b0-e5e612035e7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727739286128', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5712643'] for segment (a1219024-7c0f-4b22-bce9-186b43c53934), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:36.901405 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e3a3caf-dba7-4e64-a3b0-e5e612035e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291'] for segment (a1219024-7c0f-4b22-bce9-186b43c53934), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:36.904785 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device a968391d-4266-4655-9f0e-08d2dfc9fd88 no longer exists at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:07:36.908638 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e3a3caf-dba7-4e64-a3b0-e5e612035e7a admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 14:07:36.908924 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e3a3caf-dba7-4e64-a3b0-e5e612035e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5714253'] for segment (a1219024-7c0f-4b22-bce9-186b43c53934), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:36.922164 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4279251d-116d-4455-ab39-298958043340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (2c965ca2-7a19-457f-b6f0-987910a987b0), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:36.950453 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] No Port match for: a968391d-4266-4655-9f0e-08d2dfc9fd88 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:07:36.950896 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device a968391d-4266-4655-9f0e-08d2dfc9fd88 not bound to the agent host dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:07:36.951835 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 102f6f9a-3828-470c-ab81-d1a2e19e6bb0 no longer exists at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:07:36.961827 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.services.segments.plugin [-] Segment a1219024-7c0f-4b22-bce9-186b43c53934 resource provider aggregate not found May 24 14:07:36.987494 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:36.987716 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.services.segments.plugin [-] Segment a1219024-7c0f-4b22-bce9-186b43c53934 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1219024-7c0f-4b22-bce9-186b43c53934 found for delete ", "request_id": "req-f042cf07-5acc-40f5-b04f-cff71f2715ec"}]} May 24 14:07:36.995111 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e3a3caf-dba7-4e64-a3b0-e5e612035e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534454'] for network (78770422-3981-46f0-9621-42c225c82fe6), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:36.995306 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] No Port match for: 102f6f9a-3828-470c-ab81-d1a2e19e6bb0 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:07:36.995456 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 102f6f9a-3828-470c-ab81-d1a2e19e6bb0 not bound to the agent host dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:07:37.012420 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e3a3caf-dba7-4e64-a3b0-e5e612035e7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:37.015552 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-0e3a3caf-dba7-4e64-a3b0-e5e612035e7a admin admin] 10.222.0.24 "DELETE /v2.0/networks/78770422-3981-46f0-9621-42c225c82fe6 HTTP/1.1" status: 204 len: 168 time: 0.9404635 May 24 14:07:37.037045 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:37.072297 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-6aba3469-f6d7-4091-bb05-be759e67627f None None] Provisioning complete for port 2c965ca2-7a19-457f-b6f0-987910a987b0 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:07:37.072776 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6aba3469-f6d7-4091-bb05-be759e67627f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (2c965ca2-7a19-457f-b6f0-987910a987b0), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:37.143133 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-6aba3469-f6d7-4091-bb05-be759e67627f None None] Port 2c965ca2-7a19-457f-b6f0-987910a987b0 cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 14:07:37.153111 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-86fd8ac8-7b6d-4903-83bb-e3745af4b368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'name': 'tempest-AttachVolumeTestJSON-252775452-router', 'tenant_id': 'e436feb329204699a78d749db135acce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:34Z', 'revision_number': 3, 'project_id': 'e436feb329204699a78d749db135acce', 'gw_port': {'id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ba:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:37.188740 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fd8ac8-7b6d-4903-83bb-e3745af4b368 None None] The sync data for ids ['e0b227ab-dcc2-4a46-923c-2a66e468131c'] in dv-cinder-842129-1-iscsi is: [{'id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'name': 'tempest-AttachVolumeTestJSON-252775452-router', 'tenant_id': 'e436feb329204699a78d749db135acce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:34Z', 'revision_number': 3, 'project_id': 'e436feb329204699a78d749db135acce', 'gw_port': {'id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ba:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:07:37.268854 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 43230) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:37.276233 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a3caf-dba7-4e64-a3b0-e5e612035e7a admin admin] Pushing event deleted for resources: {'Network': ['ID=78770422-3981-46f0-9621-42c225c82fe6,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:37.318550 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-293fb5b3-4668-43a7-be75-b4b50ba5b2a3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7bb15f1d3e524d67b5493cb483ee8547&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0462675 May 24 14:07:37.318857 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 43232) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:37.379426 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8d0085a6-ec7b-4e4f-9bbc-3395052c222b admin admin] Publish callbacks [] for security_group (4b0ebd37-8df3-45bb-bd9b-1c1c363d8abd), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:37.404113 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8d0085a6-ec7b-4e4f-9bbc-3395052c222b admin admin] Publish callbacks [] for security_group (4b0ebd37-8df3-45bb-bd9b-1c1c363d8abd), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:37.482563 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8d0085a6-ec7b-4e4f-9bbc-3395052c222b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (4b0ebd37-8df3-45bb-bd9b-1c1c363d8abd), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:37.486864 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8d0085a6-ec7b-4e4f-9bbc-3395052c222b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:37.493002 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-8d0085a6-ec7b-4e4f-9bbc-3395052c222b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b0ebd37-8df3-45bb-bd9b-1c1c363d8abd HTTP/1.1" status: 204 len: 168 time: 0.1731052 May 24 14:07:37.506317 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0085a6-ec7b-4e4f-9bbc-3395052c222b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0ebd37-8df3-45bb-bd9b-1c1c363d8abd,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:37.528930 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4279251d-116d-4455-ab39-298958043340 admin admin] Publish callbacks [] for port (2c965ca2-7a19-457f-b6f0-987910a987b0), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:37.536020 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4279251d-116d-4455-ab39-298958043340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5058382'] for port (2c965ca2-7a19-457f-b6f0-987910a987b0), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:37.611032 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4279251d-116d-4455-ab39-298958043340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-169734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532671'] for router_interface (e0b227ab-dcc2-4a46-923c-2a66e468131c), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:37.619421 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279251d-116d-4455-ab39-298958043340 admin admin] Pushing event updated for resources: {'Port': ['ID=2c965ca2-7a19-457f-b6f0-987910a987b0,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:37.731010 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4279251d-116d-4455-ab39-298958043340 admin admin] Network d0876f86-477e-43a6-b89a-5d925c2bd73a is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:07:37.732638 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-4279251d-116d-4455-ab39-298958043340 admin admin] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:07:37.905717 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4279251d-116d-4455-ab39-298958043340 admin admin] Router e0b227ab-dcc2-4a46-923c-2a66e468131c has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:07:38.042398 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 43246) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:38.073957 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4279251d-116d-4455-ab39-298958043340 admin admin] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:07:38.076016 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-60bffb72-ffdb-477a-9414-6a69df1d24b4 None None] Provisioning complete for port 2c965ca2-7a19-457f-b6f0-987910a987b0 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:07:38.077231 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-60bffb72-ffdb-477a-9414-6a69df1d24b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (2c965ca2-7a19-457f-b6f0-987910a987b0), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:38.094674 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-4279251d-116d-4455-ab39-298958043340 admin admin] 10.222.0.24 "PUT /v2.0/routers/e0b227ab-dcc2-4a46-923c-2a66e468131c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9149489 May 24 14:07:38.129185 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 43250) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:38.129358 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-01a8f7f6-1bf7-48d0-a678-87b3d0af1927 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7acb9a364a7a40bbbaacdd321517b426&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0826538 May 24 14:07:38.131764 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-60bffb72-ffdb-477a-9414-6a69df1d24b4 None None] Port 2c965ca2-7a19-457f-b6f0-987910a987b0 cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 14:07:38.190474 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 2d200108-5da7-4542-8cbb-2b248d910a80 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:07:38.200720 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a22459d6-c7ce-4d87-8dd9-4bd534d3ac1b admin admin] Publish callbacks [] for security_group (8c9b1ad4-60a5-4446-a7f4-34c8da384a81), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:38.226705 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a22459d6-c7ce-4d87-8dd9-4bd534d3ac1b admin admin] Publish callbacks [] for security_group (8c9b1ad4-60a5-4446-a7f4-34c8da384a81), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:38.244732 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port 2d200108-5da7-4542-8cbb-2b248d910a80 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:07:38.245909 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (2d200108-5da7-4542-8cbb-2b248d910a80), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:38.291668 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a22459d6-c7ce-4d87-8dd9-4bd534d3ac1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (8c9b1ad4-60a5-4446-a7f4-34c8da384a81), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:38.294838 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a22459d6-c7ce-4d87-8dd9-4bd534d3ac1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:38.296679 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-a22459d6-c7ce-4d87-8dd9-4bd534d3ac1b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c9b1ad4-60a5-4446-a7f4-34c8da384a81 HTTP/1.1" status: 204 len: 168 time: 0.1660674 May 24 14:07:38.307334 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22459d6-c7ce-4d87-8dd9-4bd534d3ac1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9b1ad4-60a5-4446-a7f4-34c8da384a81,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:38.372391 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port 2d200108-5da7-4542-8cbb-2b248d910a80 is: DOWN; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:07:38.372875 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (2d200108-5da7-4542-8cbb-2b248d910a80), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:38.402263 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] For port 2d200108-5da7-4542-8cbb-2b248d910a80, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=2d200108-5da7-4542-8cbb-2b248d910a80,segment=NetworkSegment(3f5d497a-81fa-44a3-b648-e1e22cc699e7),segment_id=3f5d497a-81fa-44a3-b648-e1e22cc699e7)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:07:38.407608 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (2d200108-5da7-4542-8cbb-2b248d910a80), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:38.496924 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 43258) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:38.500289 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Pushing event updated for resources: {'Port': ['ID=2d200108-5da7-4542-8cbb-2b248d910a80,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:38.500438 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-1392a3a1-490d-4be1-88c7-4579877d81fe tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Request body: {'security_group': {'name': 'tempest-securitygroup--337402102', 'description': 'tempest-description--1533498252'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:07:38.509850 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device cc44bd26-f483-4d5e-a87b-aceef570b784 no longer exists at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:07:38.528206 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1392a3a1-490d-4be1-88c7-4579877d81fe tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:38.536169 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] No Port match for: cc44bd26-f483-4d5e-a87b-aceef570b784 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:07:38.536518 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device cc44bd26-f483-4d5e-a87b-aceef570b784 not bound to the agent host dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:07:38.582030 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:38.595976 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:38.610715 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1392a3a1-490d-4be1-88c7-4579877d81fe tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for security_group (7f26367b-c57b-4680-98bc-93643f73e09e), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:38.615703 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1392a3a1-490d-4be1-88c7-4579877d81fe tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (7f26367b-c57b-4680-98bc-93643f73e09e), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:38.649226 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1392a3a1-490d-4be1-88c7-4579877d81fe tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:38.651346 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-1392a3a1-490d-4be1-88c7-4579877d81fe tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1546822 May 24 14:07:38.655676 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392a3a1-490d-4be1-88c7-4579877d81fe tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f26367b-c57b-4680-98bc-93643f73e09e,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:38.656660 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 43260) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:38.663809 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-aeca1663-1820-48a6-99b6-40cedb058b80 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Request body: {'security_group_rule': {'security_group_id': '7f26367b-c57b-4680-98bc-93643f73e09e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:07:38.693820 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aeca1663-1820-48a6-99b6-40cedb058b80 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for security_group_rule (9dcccf61-8a62-440a-b60c-1c77b5794371), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:38.757950 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aeca1663-1820-48a6-99b6-40cedb058b80 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for security_group_rule (9dcccf61-8a62-440a-b60c-1c77b5794371), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:38.762390 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aeca1663-1820-48a6-99b6-40cedb058b80 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709697'] for security_group_rule (9dcccf61-8a62-440a-b60c-1c77b5794371), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:38.780936 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca1663-1820-48a6-99b6-40cedb058b80 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dcccf61-8a62-440a-b60c-1c77b5794371,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:38.788409 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aeca1663-1820-48a6-99b6-40cedb058b80 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:38.789620 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-aeca1663-1820-48a6-99b6-40cedb058b80 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1312497 May 24 14:07:38.793036 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 43262) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:38.797786 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-68bb6021-ce95-45ef-8141-efe502b190ba tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Request body: {'security_group_rule': {'security_group_id': '7f26367b-c57b-4680-98bc-93643f73e09e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:07:38.811423 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:38.826802 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68bb6021-ce95-45ef-8141-efe502b190ba tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for security_group_rule (4480b29c-11f2-404a-9894-599f6618755f), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:38.877977 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68bb6021-ce95-45ef-8141-efe502b190ba tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for security_group_rule (4480b29c-11f2-404a-9894-599f6618755f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:38.882228 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68bb6021-ce95-45ef-8141-efe502b190ba tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709697'] for security_group_rule (4480b29c-11f2-404a-9894-599f6618755f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:38.902596 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb6021-ce95-45ef-8141-efe502b190ba tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4480b29c-11f2-404a-9894-599f6618755f,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:38.908112 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68bb6021-ce95-45ef-8141-efe502b190ba tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:38.909262 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-68bb6021-ce95-45ef-8141-efe502b190ba tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147335 May 24 14:07:38.912437 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 43264) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:38.917671 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-ddb61934-37bc-4993-96e6-b8d6626c9120 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Request body: {'floatingip': {'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:07:38.939308 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ddb61934-37bc-4993-96e6-b8d6626c9120 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:39.020520 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ddb61934-37bc-4993-96e6-b8d6626c9120 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:39.109847 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:39.131416 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-ddb61934-37bc-4993-96e6-b8d6626c9120 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Allocated IP 172.27.3.113 (77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6/277372c2-c924-4ff9-98b4-a2b2337930ef/f217a89c-17d5-4bd4-88bb-98a30044e796) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 14:07:39.156159 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391f1872-c612-4c1b-aa28-8e946c64f3ee None None] Sync routers for ids ['e0b227ab-dcc2-4a46-923c-2a66e468131c'] in dv-cinder-842129-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:07:39.167198 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391f1872-c612-4c1b-aa28-8e946c64f3ee None None] Routers {'e0b227ab-dcc2-4a46-923c-2a66e468131c'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:07:39.167861 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-391f1872-c612-4c1b-aa28-8e946c64f3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:07:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['e0b227ab-dcc2-4a46-923c-2a66e468131c'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:39.212206 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:39.261662 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ddb61934-37bc-4993-96e6-b8d6626c9120 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for port (f217a89c-17d5-4bd4-88bb-98a30044e796), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:39.279075 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-391f1872-c612-4c1b-aa28-8e946c64f3ee None None] Set router e0b227ab-dcc2-4a46-923c-2a66e468131c gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:07:39.306502 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ddb61934-37bc-4993-96e6-b8d6626c9120 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (f217a89c-17d5-4bd4-88bb-98a30044e796), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:39.352117 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb61934-37bc-4993-96e6-b8d6626c9120 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:07:39.355321 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-ddb61934-37bc-4993-96e6-b8d6626c9120 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:07:39.359136 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb61934-37bc-4993-96e6-b8d6626c9120 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 14:07:39.382041 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb61934-37bc-4993-96e6-b8d6626c9120 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Pushing event updated for resources: {'Port': ['ID=f217a89c-17d5-4bd4-88bb-98a30044e796,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:39.456885 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ddb61934-37bc-4993-96e6-b8d6626c9120 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for floatingip (5ef1e404-a433-4a6c-a4a9-d5becc180601), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:39.498958 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ddb61934-37bc-4993-96e6-b8d6626c9120 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (f217a89c-17d5-4bd4-88bb-98a30044e796), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:39.499888 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-391f1872-c612-4c1b-aa28-8e946c64f3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'name': 'tempest-AttachVolumeTestJSON-252775452-router', 'tenant_id': 'e436feb329204699a78d749db135acce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:36Z', 'revision_number': 4, 'project_id': 'e436feb329204699a78d749db135acce', 'gw_port': {'id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ba:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '2c965ca2-7a19-457f-b6f0-987910a987b0', 'name': '', 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a', 'tenant_id': 'e436feb329204699a78d749db135acce', 'mac_address': 'fa:16:3e:77:74:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b10f4794-31a5-4c72-8ff2-7227ff1bde49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:07:36Z', 'updated_at': '2022-05-24T14:07:37Z', 'revision_number': 2, 'project_id': 'e436feb329204699a78d749db135acce', 'subnets': [{'id': 'b10f4794-31a5-4c72-8ff2-7227ff1bde49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:39.500862 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:39.535523 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391f1872-c612-4c1b-aa28-8e946c64f3ee None None] Checking router: e0b227ab-dcc2-4a46-923c-2a66e468131c for host: dv-cinder-842129-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:07:39.536016 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391f1872-c612-4c1b-aa28-8e946c64f3ee None None] Updating router e0b227ab-dcc2-4a46-923c-2a66e468131c port 2c965ca2-7a19-457f-b6f0-987910a987b0 binding host dv-cinder-842129-1-iscsi {{(pid=103809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 14:07:39.573106 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-391f1872-c612-4c1b-aa28-8e946c64f3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (2c965ca2-7a19-457f-b6f0-987910a987b0), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:39.679747 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ddb61934-37bc-4993-96e6-b8d6626c9120 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for port (f217a89c-17d5-4bd4-88bb-98a30044e796), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:39.684504 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ddb61934-37bc-4993-96e6-b8d6626c9120 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5714289'] for port (f217a89c-17d5-4bd4-88bb-98a30044e796), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:39.754352 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb61934-37bc-4993-96e6-b8d6626c9120 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Pushing event updated for resources: {'Port': ['ID=f217a89c-17d5-4bd4-88bb-98a30044e796,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:39.767654 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ddb61934-37bc-4993-96e6-b8d6626c9120 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534436'] for floatingip (5ef1e404-a433-4a6c-a4a9-d5becc180601), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:39.782626 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ddb61934-37bc-4993-96e6-b8d6626c9120 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:39.783926 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-ddb61934-37bc-4993-96e6-b8d6626c9120 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8705029 May 24 14:07:39.787271 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:39.803681 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=100 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:39.869592 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-391f1872-c612-4c1b-aa28-8e946c64f3ee None None] Publish callbacks [] for port (2c965ca2-7a19-457f-b6f0-987910a987b0), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:39.875922 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-391f1872-c612-4c1b-aa28-8e946c64f3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (2c965ca2-7a19-457f-b6f0-987910a987b0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:39.934555 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646b3da-fe92-42ee-92a0-d2e7a80a397b None None] Pushing event updated for resources: {'Port': ['ID=2c965ca2-7a19-457f-b6f0-987910a987b0,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:39.992101 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-391f1872-c612-4c1b-aa28-8e946c64f3ee None None] Attempting to bind port 2c965ca2-7a19-457f-b6f0-987910a987b0 on host dv-cinder-842129-1-iscsi for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 14:07:39.992469 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-391f1872-c612-4c1b-aa28-8e946c64f3ee None None] Attempting to bind port 2c965ca2-7a19-457f-b6f0-987910a987b0 by drivers openvswitch,hyperv on host dv-cinder-842129-1-iscsi at level 0 using segments [{'id': '9d2096c3-4aed-4d08-8fab-38331e25302c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 14:07:39.992837 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391f1872-c612-4c1b-aa28-8e946c64f3ee None None] Attempting to bind port 2c965ca2-7a19-457f-b6f0-987910a987b0 on network d0876f86-477e-43a6-b89a-5d925c2bd73a {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:07:39.999184 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391f1872-c612-4c1b-aa28-8e946c64f3ee None None] Checking agent: {'id': 'ec10bf60-b5fa-4c85-822a-958a8882b62f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 47), 'started_at': datetime.datetime(2022, 5, 24, 13, 47, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 14, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 14:07:39.999811 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391f1872-c612-4c1b-aa28-8e946c64f3ee None None] Checking segment: {'id': '9d2096c3-4aed-4d08-8fab-38331e25302c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 14:07:40.000231 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-391f1872-c612-4c1b-aa28-8e946c64f3ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:40.000616 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391f1872-c612-4c1b-aa28-8e946c64f3ee None None] Bound using segment: {'id': '9d2096c3-4aed-4d08-8fab-38331e25302c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 14:07:40.001080 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-391f1872-c612-4c1b-aa28-8e946c64f3ee None None] Bound port: 2c965ca2-7a19-457f-b6f0-987910a987b0, host: dv-cinder-842129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2096c3-4aed-4d08-8fab-38331e25302c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 14:07:40.001460 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-391f1872-c612-4c1b-aa28-8e946c64f3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (2c965ca2-7a19-457f-b6f0-987910a987b0), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:40.017103 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-0b488630-1c14-4ac2-b13b-6c965f372bc9 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--337402102&fields=id&tenant_id=e436feb329204699a78d749db135acce HTTP/1.1" status: 200 len: 267 time: 0.0622919 May 24 14:07:40.090084 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-391f1872-c612-4c1b-aa28-8e946c64f3ee None None] For port 2c965ca2-7a19-457f-b6f0-987910a987b0, host dv-cinder-842129-1-iscsi, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 14:07:40.094277 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-391f1872-c612-4c1b-aa28-8e946c64f3ee None None] For port 2c965ca2-7a19-457f-b6f0-987910a987b0, host dv-cinder-842129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=2c965ca2-7a19-457f-b6f0-987910a987b0,segment=NetworkSegment(9d2096c3-4aed-4d08-8fab-38331e25302c),segment_id=9d2096c3-4aed-4d08-8fab-38331e25302c)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 14:07:40.103114 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-391f1872-c612-4c1b-aa28-8e946c64f3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (2c965ca2-7a19-457f-b6f0-987910a987b0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:40.137409 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 2d200108-5da7-4542-8cbb-2b248d910a80 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:07:40.152601 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-f2efbe83-8635-4267-9ec4-a7e3f150119e tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:40.154067 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-f2efbe83-8635-4267-9ec4-a7e3f150119e tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/networks?id=d0876f86-477e-43a6-b89a-5d925c2bd73a HTTP/1.1" status: 200 len: 810 time: 0.1301858 May 24 14:07:40.171701 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-de79d594-0802-4edb-bb15-caafcda0d89c tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/quotas/e436feb329204699a78d749db135acce HTTP/1.1" status: 200 len: 375 time: 0.0117946 May 24 14:07:40.213779 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:40.225209 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-a5a71d63-4a6e-4052-ab52-8b1dbd062c70 None None] Provisioning complete for port 2c965ca2-7a19-457f-b6f0-987910a987b0 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:07:40.225583 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a5a71d63-4a6e-4052-ab52-8b1dbd062c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (2c965ca2-7a19-457f-b6f0-987910a987b0), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:40.229769 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646b3da-fe92-42ee-92a0-d2e7a80a397b None None] Pushing event updated for resources: {'Port': ['ID=2c965ca2-7a19-457f-b6f0-987910a987b0,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:40.235180 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391f1872-c612-4c1b-aa28-8e946c64f3ee None None] Routers {'e0b227ab-dcc2-4a46-923c-2a66e468131c'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:07:40.235802 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-391f1872-c612-4c1b-aa28-8e946c64f3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:07:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['e0b227ab-dcc2-4a46-923c-2a66e468131c'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:40.238283 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-4129305e-d0d9-4a8c-8d73-ddaa804d336e tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e436feb329204699a78d749db135acce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607224 May 24 14:07:40.313742 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port 2d200108-5da7-4542-8cbb-2b248d910a80 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:07:40.314123 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (2d200108-5da7-4542-8cbb-2b248d910a80), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:40.415696 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-32329f39-cb9a-4d17-905f-6a725f0136c9 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103807) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 24 14:07:40.420293 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-32329f39-cb9a-4d17-905f-6a725f0136c9 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1708360 May 24 14:07:40.439372 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:40.456297 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-a5a71d63-4a6e-4052-ab52-8b1dbd062c70 None None] Current status of the port 2c965ca2-7a19-457f-b6f0-987910a987b0 is: DOWN; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:07:40.456761 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a5a71d63-4a6e-4052-ab52-8b1dbd062c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (2c965ca2-7a19-457f-b6f0-987910a987b0), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:40.459981 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-391f1872-c612-4c1b-aa28-8e946c64f3ee None None] Set router e0b227ab-dcc2-4a46-923c-2a66e468131c gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:07:40.570539 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-d07e1b14-8737-4780-bb04-447da25369f5 service neutron] 10.222.0.24 "GET /v2.0/networks/d0876f86-477e-43a6-b89a-5d925c2bd73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456578 May 24 14:07:40.687261 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-ee4195ae-c5b7-4456-ad26-8eb57875a2a8 service neutron] 10.222.0.24 "GET /v2.0/networks/d0876f86-477e-43a6-b89a-5d925c2bd73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083972 May 24 14:07:40.721442 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port 2d200108-5da7-4542-8cbb-2b248d910a80 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:07:40.724627 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-a5a71d63-4a6e-4052-ab52-8b1dbd062c70 None None] For port 2c965ca2-7a19-457f-b6f0-987910a987b0, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=2c965ca2-7a19-457f-b6f0-987910a987b0,segment=NetworkSegment(9d2096c3-4aed-4d08-8fab-38331e25302c),segment_id=9d2096c3-4aed-4d08-8fab-38331e25302c)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:07:40.737797 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a5a71d63-4a6e-4052-ab52-8b1dbd062c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (2c965ca2-7a19-457f-b6f0-987910a987b0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:40.860975 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a71d63-4a6e-4052-ab52-8b1dbd062c70 None None] Pushing event updated for resources: {'Port': ['ID=2c965ca2-7a19-457f-b6f0-987910a987b0,revision_number=5']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:40.878942 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-78034047-cc71-4a35-858e-cfb49522cab6 None None] Provisioning complete for port 2c965ca2-7a19-457f-b6f0-987910a987b0 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:07:40.879313 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-78034047-cc71-4a35-858e-cfb49522cab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (2c965ca2-7a19-457f-b6f0-987910a987b0), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:40.917212 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-29aba5ca-3b88-4fb9-b966-2a296418125e req-dd884ddc-8c9f-4908-b008-f34a97f9de84 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 210 time: 0.0551922 May 24 14:07:40.933962 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 43314) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:40.950444 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-391f1872-c612-4c1b-aa28-8e946c64f3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'name': 'tempest-AttachVolumeTestJSON-252775452-router', 'tenant_id': 'e436feb329204699a78d749db135acce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:36Z', 'revision_number': 4, 'project_id': 'e436feb329204699a78d749db135acce', 'gw_port': {'id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ba:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '2c965ca2-7a19-457f-b6f0-987910a987b0', 'name': '', 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a', 'tenant_id': 'e436feb329204699a78d749db135acce', 'mac_address': 'fa:16:3e:77:74:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b10f4794-31a5-4c72-8ff2-7227ff1bde49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:07:36Z', 'updated_at': '2022-05-24T14:07:40Z', 'revision_number': 4, 'project_id': 'e436feb329204699a78d749db135acce', 'subnets': [{'id': 'b10f4794-31a5-4c72-8ff2-7227ff1bde49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:40.988706 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391f1872-c612-4c1b-aa28-8e946c64f3ee None None] The sync data for ids ['e0b227ab-dcc2-4a46-923c-2a66e468131c'] in dv-cinder-842129-1-iscsi is: [{'id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'name': 'tempest-AttachVolumeTestJSON-252775452-router', 'tenant_id': 'e436feb329204699a78d749db135acce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:36Z', 'revision_number': 4, 'project_id': 'e436feb329204699a78d749db135acce', 'gw_port': {'id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ba:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '2c965ca2-7a19-457f-b6f0-987910a987b0', 'name': '', 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a', 'tenant_id': 'e436feb329204699a78d749db135acce', 'mac_address': 'fa:16:3e:77:74:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b10f4794-31a5-4c72-8ff2-7227ff1bde49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:07:36Z', 'updated_at': '2022-05-24T14:07:40Z', 'revision_number': 4, 'project_id': 'e436feb329204699a78d749db135acce', 'subnets': [{'id': 'b10f4794-31a5-4c72-8ff2-7227ff1bde49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:07:41.031500 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-78034047-cc71-4a35-858e-cfb49522cab6 None None] Current status of the port 2c965ca2-7a19-457f-b6f0-987910a987b0 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:07:41.097220 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2ac92f4e-dca7-4f94-9dac-8cd2244523ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:41.191446 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2ac92f4e-dca7-4f94-9dac-8cd2244523ec admin admin] Publish callbacks [] for security_group (396e6345-1115-41e4-ba70-47a09c1a493a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:41.196080 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2ac92f4e-dca7-4f94-9dac-8cd2244523ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (396e6345-1115-41e4-ba70-47a09c1a493a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:41.208057 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:41.244487 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-2ac92f4e-dca7-4f94-9dac-8cd2244523ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0a995f4bf8334009aa96d7a13e374e9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3088241 May 24 14:07:41.245437 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 43322) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:41.246229 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac92f4e-dca7-4f94-9dac-8cd2244523ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396e6345-1115-41e4-ba70-47a09c1a493a,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:41.316132 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-33a37e93-6665-48af-8569-11cf5ff1cf81 admin admin] Publish callbacks [] for security_group (396e6345-1115-41e4-ba70-47a09c1a493a), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:41.342620 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-33a37e93-6665-48af-8569-11cf5ff1cf81 admin admin] Publish callbacks [] for security_group (396e6345-1115-41e4-ba70-47a09c1a493a), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:41.403333 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-33a37e93-6665-48af-8569-11cf5ff1cf81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (396e6345-1115-41e4-ba70-47a09c1a493a), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:41.406617 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-33a37e93-6665-48af-8569-11cf5ff1cf81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:41.407961 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-33a37e93-6665-48af-8569-11cf5ff1cf81 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/396e6345-1115-41e4-ba70-47a09c1a493a HTTP/1.1" status: 204 len: 168 time: 0.1613193 May 24 14:07:41.418654 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a37e93-6665-48af-8569-11cf5ff1cf81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396e6345-1115-41e4-ba70-47a09c1a493a,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:41.776869 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 43330) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:41.791637 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-68b85fa3-365b-4b67-a794-512d8e5dca49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:41.873663 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-68b85fa3-365b-4b67-a794-512d8e5dca49 admin admin] Publish callbacks [] for security_group (aebb2f29-56eb-4b8a-be8d-e0e681e8c0b3), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:41.878056 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-68b85fa3-365b-4b67-a794-512d8e5dca49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (aebb2f29-56eb-4b8a-be8d-e0e681e8c0b3), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:41.912375 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:41.923063 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-68b85fa3-365b-4b67-a794-512d8e5dca49 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e36994be6db4613b2bb45a1b1daaeb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428201 May 24 14:07:41.923417 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 43332) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:41.929804 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b85fa3-365b-4b67-a794-512d8e5dca49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebb2f29-56eb-4b8a-be8d-e0e681e8c0b3,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:41.985895 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5e0a389c-3f4f-4baa-ba90-97b8c537d9b9 admin admin] Publish callbacks [] for security_group (aebb2f29-56eb-4b8a-be8d-e0e681e8c0b3), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:42.033385 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5e0a389c-3f4f-4baa-ba90-97b8c537d9b9 admin admin] Publish callbacks [] for security_group (aebb2f29-56eb-4b8a-be8d-e0e681e8c0b3), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:42.036628 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e24f9375-bc82-45ea-b604-0b51cd80a7ff req-a813a95d-20e3-4075-92f1-15a710dd6105 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 210 time: 0.0400255 May 24 14:07:42.043070 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:42.151550 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 2c965ca2-7a19-457f-b6f0-987910a987b0 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:07:42.208657 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5e0a389c-3f4f-4baa-ba90-97b8c537d9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (aebb2f29-56eb-4b8a-be8d-e0e681e8c0b3), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:42.211396 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5e0a389c-3f4f-4baa-ba90-97b8c537d9b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:42.220400 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-5e0a389c-3f4f-4baa-ba90-97b8c537d9b9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aebb2f29-56eb-4b8a-be8d-e0e681e8c0b3 HTTP/1.1" status: 204 len: 168 time: 0.2884209 May 24 14:07:42.221300 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port 2c965ca2-7a19-457f-b6f0-987910a987b0 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:07:42.221681 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (2c965ca2-7a19-457f-b6f0-987910a987b0), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:42.243211 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a389c-3f4f-4baa-ba90-97b8c537d9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebb2f29-56eb-4b8a-be8d-e0e681e8c0b3,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:42.253660 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-7acda9d0-4bc2-4f54-b7c0-7e53ce00b76f tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:42.255485 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-7acda9d0-4bc2-4f54-b7c0-7e53ce00b76f tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.55 "GET /v2.0/networks?id=d0876f86-477e-43a6-b89a-5d925c2bd73a HTTP/1.1" status: 200 len: 810 time: 0.1796138 May 24 14:07:42.326968 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-5ce08be0-c734-4bf7-bc95-c91003e62baf tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e436feb329204699a78d749db135acce HTTP/1.1" status: 200 len: 379 time: 0.0616546 May 24 14:07:42.347366 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port 2c965ca2-7a19-457f-b6f0-987910a987b0 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:07:42.391060 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-57789819-0154-411f-8743-1fe55e57f894 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Request body: {'port': {'device_id': 'a98d1fc5-59b2-4360-ab1b-8154005f26ad', 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a', 'admin_state_up': True, 'tenant_id': 'e436feb329204699a78d749db135acce', 'security_groups': ['7f26367b-c57b-4680-98bc-93643f73e09e']}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:07:42.505912 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-57789819-0154-411f-8743-1fe55e57f894 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Made reservation on behalf of e436feb329204699a78d749db135acce for: {'port': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 14:07:42.510102 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-57789819-0154-411f-8743-1fe55e57f894 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:42.638775 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-57789819-0154-411f-8743-1fe55e57f894 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Allocated IP 172.20.0.8 (d0876f86-477e-43a6-b89a-5d925c2bd73a/b10f4794-31a5-4c72-8ff2-7227ff1bde49/4e64fdd4-c3e5-497b-9ca2-29d3b279c477) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 14:07:42.782604 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-57789819-0154-411f-8743-1fe55e57f894 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for port (4e64fdd4-c3e5-497b-9ca2-29d3b279c477), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:42.820545 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-57789819-0154-411f-8743-1fe55e57f894 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (4e64fdd4-c3e5-497b-9ca2-29d3b279c477), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:42.834871 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:42.871624 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-57789819-0154-411f-8743-1fe55e57f894 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Network d0876f86-477e-43a6-b89a-5d925c2bd73a is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:07:42.878447 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-57789819-0154-411f-8743-1fe55e57f894 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:07:42.881006 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-57789819-0154-411f-8743-1fe55e57f894 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 14:07:42.889034 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57789819-0154-411f-8743-1fe55e57f894 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Pushing event updated for resources: {'Port': ['ID=4e64fdd4-c3e5-497b-9ca2-29d3b279c477,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:42.937963 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-57789819-0154-411f-8743-1fe55e57f894 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:42.938153 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-57789819-0154-411f-8743-1fe55e57f894 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:42.955627 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-57789819-0154-411f-8743-1fe55e57f894 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5684946 May 24 14:07:42.978843 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-c557a93f-075a-4c74-942a-aca6193896e0 service neutron] Request body: {'port': {'device_id': 'a98d1fc5-59b2-4360-ab1b-8154005f26ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:07:43.044521 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:43.052717 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-c557a93f-075a-4c74-942a-aca6193896e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (4e64fdd4-c3e5-497b-9ca2-29d3b279c477), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:43.168530 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-671675ff-bb79-4562-a65a-83ca52fa5b5b None None] Provisioning complete for port 4e64fdd4-c3e5-497b-9ca2-29d3b279c477 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:07:43.169065 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-671675ff-bb79-4562-a65a-83ca52fa5b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (4e64fdd4-c3e5-497b-9ca2-29d3b279c477), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:43.182565 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872aeb4b-5d07-458c-87f9-057da7dfdbbc req-89b88034-4b2f-41f3-8d38-9cd2d9ff42e7 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:43.185915 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-872aeb4b-5d07-458c-87f9-057da7dfdbbc req-89b88034-4b2f-41f3-8d38-9cd2d9ff42e7 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 931 time: 0.0578189 May 24 14:07:43.203758 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:43.218102 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:43.221515 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-671675ff-bb79-4562-a65a-83ca52fa5b5b None None] Port 4e64fdd4-c3e5-497b-9ca2-29d3b279c477 cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 14:07:43.249324 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-872aeb4b-5d07-458c-87f9-057da7dfdbbc req-af7c57a4-d092-4e63-811d-d07cdc1c0395 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591826 May 24 14:07:43.374651 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-c557a93f-075a-4c74-942a-aca6193896e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e64fdd4-c3e5-497b-9ca2-29d3b279c477 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 14:07:43.382220 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-c557a93f-075a-4c74-942a-aca6193896e0 service neutron] Publish callbacks [] for port (4e64fdd4-c3e5-497b-9ca2-29d3b279c477), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:43.397966 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-c557a93f-075a-4c74-942a-aca6193896e0 service neutron] Transition to ACTIVE for port object 4e64fdd4-c3e5-497b-9ca2-29d3b279c477 will not be triggered until provisioned by entity L2. {{(pid=103807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 14:07:43.402172 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-c557a93f-075a-4c74-942a-aca6193896e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5058382'] for port (4e64fdd4-c3e5-497b-9ca2-29d3b279c477), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:43.456969 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c557a93f-075a-4c74-942a-aca6193896e0 service neutron] Pushing event updated for resources: {'Port': ['ID=4e64fdd4-c3e5-497b-9ca2-29d3b279c477,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:43.548119 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-c557a93f-075a-4c74-942a-aca6193896e0 service neutron] Attempting to bind port 4e64fdd4-c3e5-497b-9ca2-29d3b279c477 on host hv-cinder-84212 for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 14:07:43.548539 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-c557a93f-075a-4c74-942a-aca6193896e0 service neutron] Attempting to bind port 4e64fdd4-c3e5-497b-9ca2-29d3b279c477 by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': '9d2096c3-4aed-4d08-8fab-38331e25302c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 14:07:43.548935 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-c557a93f-075a-4c74-942a-aca6193896e0 service neutron] Attempting to bind port 4e64fdd4-c3e5-497b-9ca2-29d3b279c477 on network d0876f86-477e-43a6-b89a-5d925c2bd73a {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:07:43.553909 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-c557a93f-075a-4c74-942a-aca6193896e0 service neutron] Port 4e64fdd4-c3e5-497b-9ca2-29d3b279c477 on network d0876f86-477e-43a6-b89a-5d925c2bd73a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 14:07:43.554299 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-c557a93f-075a-4c74-942a-aca6193896e0 service neutron] Attempting to bind port 4e64fdd4-c3e5-497b-9ca2-29d3b279c477 on network d0876f86-477e-43a6-b89a-5d925c2bd73a {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:07:43.560750 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-c557a93f-075a-4c74-942a-aca6193896e0 service neutron] Checking agent: {'id': 'a7952d12-b11e-49b3-ae0f-02e893d8d6d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'started_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 14, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 14:07:43.561091 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-c557a93f-075a-4c74-942a-aca6193896e0 service neutron] Checking segment: {'id': '9d2096c3-4aed-4d08-8fab-38331e25302c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 14:07:43.561608 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-c557a93f-075a-4c74-942a-aca6193896e0 service neutron] Bound using segment: {'id': '9d2096c3-4aed-4d08-8fab-38331e25302c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 14:07:43.562039 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-c557a93f-075a-4c74-942a-aca6193896e0 service neutron] Bound port: 4e64fdd4-c3e5-497b-9ca2-29d3b279c477, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d2096c3-4aed-4d08-8fab-38331e25302c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 14:07:43.562394 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-c557a93f-075a-4c74-942a-aca6193896e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (4e64fdd4-c3e5-497b-9ca2-29d3b279c477), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:43.633315 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-c557a93f-075a-4c74-942a-aca6193896e0 service neutron] For port 4e64fdd4-c3e5-497b-9ca2-29d3b279c477, host hv-cinder-84212, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 14:07:43.638142 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-c557a93f-075a-4c74-942a-aca6193896e0 service neutron] For port 4e64fdd4-c3e5-497b-9ca2-29d3b279c477, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=4e64fdd4-c3e5-497b-9ca2-29d3b279c477,segment=NetworkSegment(9d2096c3-4aed-4d08-8fab-38331e25302c),segment_id=9d2096c3-4aed-4d08-8fab-38331e25302c)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 14:07:43.648238 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-c557a93f-075a-4c74-942a-aca6193896e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5058382'] for port (4e64fdd4-c3e5-497b-9ca2-29d3b279c477), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:43.690878 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-c557a93f-075a-4c74-942a-aca6193896e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:43.691363 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-c557a93f-075a-4c74-942a-aca6193896e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:43.692865 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-c557a93f-075a-4c74-942a-aca6193896e0 service neutron] 10.222.0.55 "PUT /v2.0/ports/4e64fdd4-c3e5-497b-9ca2-29d3b279c477 HTTP/1.1" status: 200 len: 1093 time: 0.7188492 May 24 14:07:43.693342 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98d1fc5-59b2-4360-ab1b-8154005f26ad', 'tag': '4e64fdd4-c3e5-497b-9ca2-29d3b279c477'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:07:43.695673 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b39445-f507-4c22-b256-4c277c9306f2" -d '{"events": [{"name": "network-changed", "server_uuid": "a98d1fc5-59b2-4360-ab1b-8154005f26ad", "tag": "4e64fdd4-c3e5-497b-9ca2-29d3b279c477"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:07:43.739687 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c557a93f-075a-4c74-942a-aca6193896e0 service neutron] Pushing event updated for resources: {'Port': ['ID=4e64fdd4-c3e5-497b-9ca2-29d3b279c477,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:43.801557 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 14:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549aded6-dc4d-473a-be14-e1164d7af257 x-openstack-request-id: req-549aded6-dc4d-473a-be14-e1164d7af257 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:07:43.801860 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a98d1fc5-59b2-4360-ab1b-8154005f26ad", "tag": "4e64fdd4-c3e5-497b-9ca2-29d3b279c477", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:07:43.802115 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-549aded6-dc4d-473a-be14-e1164d7af257 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:07:43.803279 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-549aded6-dc4d-473a-be14-e1164d7af257'] response: {'name': 'network-changed', 'server_uuid': 'a98d1fc5-59b2-4360-ab1b-8154005f26ad', 'tag': '4e64fdd4-c3e5-497b-9ca2-29d3b279c477', 'status': 'completed', 'code': 200} May 24 14:07:43.817211 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-c1f23cb8-9451-4212-a306-1cc2e6aed9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:43.819016 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-c1f23cb8-9451-4212-a306-1cc2e6aed9dc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e436feb329204699a78d749db135acce&device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 1127 time: 0.0551000 May 24 14:07:43.838869 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:43.873656 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-ace3ad84-6151-4ca4-92cd-cf2cec3526c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e64fdd4-c3e5-497b-9ca2-29d3b279c477 HTTP/1.1" status: 200 len: 217 time: 0.0474334 May 24 14:07:43.914885 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:43.929869 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-439f1302-52b7-4706-b651-d6082b18a486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:43.931930 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-439f1302-52b7-4706-b651-d6082b18a486 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b10f4794-31a5-4c72-8ff2-7227ff1bde49 HTTP/1.1" status: 200 len: 849 time: 0.0528100 May 24 14:07:43.985059 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-bc2a919f-5264-4cb1-9495-0ad192339c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:43.986591 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-bc2a919f-5264-4cb1-9495-0ad192339c4d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d0876f86-477e-43a6-b89a-5d925c2bd73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491452 May 24 14:07:44.083415 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-9759bf52-1859-4975-a6a7-b2dc6b5504cc service neutron] 10.222.0.55 "GET /v2.0/networks/d0876f86-477e-43a6-b89a-5d925c2bd73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903308 May 24 14:07:44.166245 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:44.179639 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ba2d9f29-4edd-4e69-9e4e-2121de16c92f req-ff3fa033-fa9e-432f-8fc9-df3a237ac056 service neutron] 10.222.0.55 "GET /v2.0/networks/d0876f86-477e-43a6-b89a-5d925c2bd73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893836 May 24 14:07:44.378331 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42130ac9-4c3f-48a6-bf35-70bfb8cf62fd req-a4272e7a-177c-4a95-9d69-5ec82b6d543e tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:44.379693 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-42130ac9-4c3f-48a6-bf35-70bfb8cf62fd req-a4272e7a-177c-4a95-9d69-5ec82b6d543e tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 943 time: 0.0584974 May 24 14:07:44.427343 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-42130ac9-4c3f-48a6-bf35-70bfb8cf62fd req-42658af7-ba71-4f05-88a3-c1b431b47cf7 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417101 May 24 14:07:45.547405 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375c833-5f6b-42ae-ba86-52278cbb2332 req-c771769e-1736-4bdb-9103-0bf6adf87f51 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:45.548901 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f375c833-5f6b-42ae-ba86-52278cbb2332 req-c771769e-1736-4bdb-9103-0bf6adf87f51 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 943 time: 0.0502293 May 24 14:07:45.600448 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f375c833-5f6b-42ae-ba86-52278cbb2332 req-c638621d-1bdc-4c26-b33d-7b9099a108d6 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455465 May 24 14:07:46.615935 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-af113675-1cb4-4cba-b57b-45f37da693ee req-ac1221dd-384c-4240-ab7d-87b1d0a33318 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0649829 May 24 14:07:46.625648 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b39445-f507-4c22-b256-4c277c9306f2 req-c9acb766-d788-4982-9ec8-2171ba5ae2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:46.627097 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-98b39445-f507-4c22-b256-4c277c9306f2 req-c9acb766-d788-4982-9ec8-2171ba5ae2fa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e436feb329204699a78d749db135acce&device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 1127 time: 0.0463107 May 24 14:07:46.733197 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7a473-b75e-42f1-a3b7-c7d924431bb2 req-4135e086-db0b-4530-8852-e4b2f6c0dbf8 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:46.734704 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-31b7a473-b75e-42f1-a3b7-c7d924431bb2 req-4135e086-db0b-4530-8852-e4b2f6c0dbf8 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 943 time: 0.0487609 May 24 14:07:46.744784 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af113675-1cb4-4cba-b57b-45f37da693ee req-569de327-0ce9-4441-91ce-960633abb363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:46.746272 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-af113675-1cb4-4cba-b57b-45f37da693ee req-569de327-0ce9-4441-91ce-960633abb363 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cbe0605c62d04bed8edf14047746e765&device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 1129 time: 0.0623193 May 24 14:07:46.769945 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b39445-f507-4c22-b256-4c277c9306f2 req-43c74c3a-1cef-46d0-8d68-69c516e36d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:46.771967 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-98b39445-f507-4c22-b256-4c277c9306f2 req-43c74c3a-1cef-46d0-8d68-69c516e36d60 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d0876f86-477e-43a6-b89a-5d925c2bd73a HTTP/1.1" status: 200 len: 911 time: 0.1357489 May 24 14:07:46.787802 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-31b7a473-b75e-42f1-a3b7-c7d924431bb2 req-36f63539-001d-48bb-8b67-c4d0882729dc tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466075 May 24 14:07:46.856687 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-98b39445-f507-4c22-b256-4c277c9306f2 req-47d6eadb-7dd5-4c7b-b936-8fe6c591b195 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e64fdd4-c3e5-497b-9ca2-29d3b279c477 HTTP/1.1" status: 200 len: 217 time: 0.0733175 May 24 14:07:46.929611 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b39445-f507-4c22-b256-4c277c9306f2 req-ba7c290b-ce9c-4ad0-92a0-e2b4eb0215da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:46.933362 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-98b39445-f507-4c22-b256-4c277c9306f2 req-ba7c290b-ce9c-4ad0-92a0-e2b4eb0215da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b10f4794-31a5-4c72-8ff2-7227ff1bde49 HTTP/1.1" status: 200 len: 849 time: 0.0675013 May 24 14:07:46.949118 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 43420) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:46.952458 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af113675-1cb4-4cba-b57b-45f37da693ee req-37bd7094-2355-40cd-a2f9-1a7509003545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:46.954031 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-af113675-1cb4-4cba-b57b-45f37da693ee req-37bd7094-2355-40cd-a2f9-1a7509003545 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ceb718dc-f4a8-4668-a280-59d30b7a2d2c HTTP/1.1" status: 200 len: 910 time: 0.1810997 May 24 14:07:47.020240 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b39445-f507-4c22-b256-4c277c9306f2 req-78f48487-bf41-4b72-83d7-a0807f2fd51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:47.021722 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-98b39445-f507-4c22-b256-4c277c9306f2 req-78f48487-bf41-4b72-83d7-a0807f2fd51f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d0876f86-477e-43a6-b89a-5d925c2bd73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0828381 May 24 14:07:47.051723 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-af113675-1cb4-4cba-b57b-45f37da693ee req-71634220-b71f-4d21-8cd3-f5cc2c6b7d04 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b05c79c-a61b-459e-a884-b9c7305f6581 HTTP/1.1" status: 200 len: 1001 time: 0.0825930 May 24 14:07:47.059907 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-62d690a3-4d40-4b87-829d-ee1a02e083e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:47.079595 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:47.140608 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-62d690a3-4d40-4b87-829d-ee1a02e083e5 admin admin] Publish callbacks [] for security_group (3c04802c-6837-4c37-acbb-3ddf1592f51d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:47.145619 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-62d690a3-4d40-4b87-829d-ee1a02e083e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (3c04802c-6837-4c37-acbb-3ddf1592f51d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:47.151948 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af113675-1cb4-4cba-b57b-45f37da693ee req-025a3e71-5efa-4c59-91e7-5e1c0653e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:47.153370 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-af113675-1cb4-4cba-b57b-45f37da693ee req-025a3e71-5efa-4c59-91e7-5e1c0653e8e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=51ad56e2-5223-4686-9701-7e93c8b6f443 HTTP/1.1" status: 200 len: 848 time: 0.0746217 May 24 14:07:47.176367 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-98b39445-f507-4c22-b256-4c277c9306f2 req-4e6e2795-ada3-4674-baa5-abbc5c213392 service neutron] 10.222.0.55 "GET /v2.0/networks/d0876f86-477e-43a6-b89a-5d925c2bd73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476209 May 24 14:07:47.185173 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d690a3-4d40-4b87-829d-ee1a02e083e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c04802c-6837-4c37-acbb-3ddf1592f51d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:47.191902 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-62d690a3-4d40-4b87-829d-ee1a02e083e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e5fa913bada04fcfae0549a6491a48e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392888 May 24 14:07:47.192129 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 43424) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:47.240752 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dbaef847-581b-46d3-b53c-60105af6c6ac admin admin] Publish callbacks [] for security_group (3c04802c-6837-4c37-acbb-3ddf1592f51d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:47.246543 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af113675-1cb4-4cba-b57b-45f37da693ee req-35bdeecd-b9f3-457f-9ea8-5bee3135dc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:47.248027 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-af113675-1cb4-4cba-b57b-45f37da693ee req-35bdeecd-b9f3-457f-9ea8-5bee3135dc81 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ceb718dc-f4a8-4668-a280-59d30b7a2d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0859227 May 24 14:07:47.262634 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dbaef847-581b-46d3-b53c-60105af6c6ac admin admin] Publish callbacks [] for security_group (3c04802c-6837-4c37-acbb-3ddf1592f51d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:47.268553 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:47.312855 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dbaef847-581b-46d3-b53c-60105af6c6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (3c04802c-6837-4c37-acbb-3ddf1592f51d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:47.315400 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dbaef847-581b-46d3-b53c-60105af6c6ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:47.316607 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-dbaef847-581b-46d3-b53c-60105af6c6ac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c04802c-6837-4c37-acbb-3ddf1592f51d HTTP/1.1" status: 204 len: 168 time: 0.1236072 May 24 14:07:47.326192 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaef847-581b-46d3-b53c-60105af6c6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c04802c-6837-4c37-acbb-3ddf1592f51d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:47.614068 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 43430) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:47.628298 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d6c65db2-265a-4ed6-abdd-a3d6a1210ba2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:47.630428 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-98b39445-f507-4c22-b256-4c277c9306f2 req-1292bda5-6cdf-402c-b40e-a7ba050aacd1 service neutron] 10.222.0.55 "GET /v2.0/networks/d0876f86-477e-43a6-b89a-5d925c2bd73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367728 May 24 14:07:47.630944 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:47.652349 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-af113675-1cb4-4cba-b57b-45f37da693ee req-82f4d1b3-ee08-4381-a9ab-09d551619eeb service neutron] 10.222.0.55 "GET /v2.0/networks/ceb718dc-f4a8-4668-a280-59d30b7a2d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980286 May 24 14:07:47.700537 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:47.720542 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d6c65db2-265a-4ed6-abdd-a3d6a1210ba2 admin admin] Publish callbacks [] for security_group (0fa8bb9e-ec1b-4204-b534-a83fc3db9b0b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:47.727168 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d6c65db2-265a-4ed6-abdd-a3d6a1210ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (0fa8bb9e-ec1b-4204-b534-a83fc3db9b0b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:47.757636 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-af113675-1cb4-4cba-b57b-45f37da693ee req-0ecac1c4-7b34-4ee4-87ff-858a0981c7b9 service neutron] 10.222.0.55 "GET /v2.0/networks/ceb718dc-f4a8-4668-a280-59d30b7a2d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000755 May 24 14:07:47.769533 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-d6c65db2-265a-4ed6-abdd-a3d6a1210ba2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d34ea1fbde72463b873cdacf7487301b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1543527 May 24 14:07:47.770522 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c65db2-265a-4ed6-abdd-a3d6a1210ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa8bb9e-ec1b-4204-b534-a83fc3db9b0b,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:47.773057 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 43432) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:47.821512 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a3cb4269-16bc-4216-8486-c651aaf481a7 admin admin] Publish callbacks [] for security_group (0fa8bb9e-ec1b-4204-b534-a83fc3db9b0b), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:47.848269 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a3cb4269-16bc-4216-8486-c651aaf481a7 admin admin] Publish callbacks [] for security_group (0fa8bb9e-ec1b-4204-b534-a83fc3db9b0b), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:47.927434 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecb028-2bdb-4b9e-9cb1-dbec86aedd28 req-7e90e4c5-a3be-43ca-866a-4a6ec1313617 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:47.928940 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f3ecb028-2bdb-4b9e-9cb1-dbec86aedd28 req-7e90e4c5-a3be-43ca-866a-4a6ec1313617 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 943 time: 0.0619261 May 24 14:07:47.944646 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a3cb4269-16bc-4216-8486-c651aaf481a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (0fa8bb9e-ec1b-4204-b534-a83fc3db9b0b), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:47.949478 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a3cb4269-16bc-4216-8486-c651aaf481a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:47.950579 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-a3cb4269-16bc-4216-8486-c651aaf481a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0fa8bb9e-ec1b-4204-b534-a83fc3db9b0b HTTP/1.1" status: 204 len: 168 time: 0.1772821 May 24 14:07:47.970887 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb4269-16bc-4216-8486-c651aaf481a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa8bb9e-ec1b-4204-b534-a83fc3db9b0b,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:48.008372 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f3ecb028-2bdb-4b9e-9cb1-dbec86aedd28 req-d90fdf67-53eb-4933-9734-7952dc28dca1 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726843 May 24 14:07:48.635055 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 4e64fdd4-c3e5-497b-9ca2-29d3b279c477 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=103809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 14:07:48.735678 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 4e64fdd4-c3e5-497b-9ca2-29d3b279c477, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=4e64fdd4-c3e5-497b-9ca2-29d3b279c477,segment=NetworkSegment(9d2096c3-4aed-4d08-8fab-38331e25302c),segment_id=9d2096c3-4aed-4d08-8fab-38331e25302c)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:07:48.747385 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Returning: {'device': '4e64fdd4-c3e5-497b-9ca2-29d3b279c477', 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a', 'port_id': '4e64fdd4-c3e5-497b-9ca2-29d3b279c477', 'mac_address': 'fa:16:3e:69:fa:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b10f4794-31a5-4c72-8ff2-7227ff1bde49', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 14:07:48.788200 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 4e64fdd4-c3e5-497b-9ca2-29d3b279c477 is: DOWN; New status is: BUILD {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:07:48.788507 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (4e64fdd4-c3e5-497b-9ca2-29d3b279c477), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:48.803065 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e64fdd4-c3e5-497b-9ca2-29d3b279c477 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 14:07:48.824706 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 4e64fdd4-c3e5-497b-9ca2-29d3b279c477, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=4e64fdd4-c3e5-497b-9ca2-29d3b279c477,segment=NetworkSegment(9d2096c3-4aed-4d08-8fab-38331e25302c),segment_id=9d2096c3-4aed-4d08-8fab-38331e25302c)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:07:48.828551 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (4e64fdd4-c3e5-497b-9ca2-29d3b279c477), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:48.875850 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=4e64fdd4-c3e5-497b-9ca2-29d3b279c477,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:49.129178 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed5bcd-81ae-40d8-9d52-2a5dc1045afa req-e73343cd-5273-493a-b4f3-9edd617e7aef tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:49.130673 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-b3ed5bcd-81ae-40d8-9d52-2a5dc1045afa req-e73343cd-5273-493a-b4f3-9edd617e7aef tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 944 time: 0.0507212 May 24 14:07:49.178946 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-b3ed5bcd-81ae-40d8-9d52-2a5dc1045afa req-01e84a74-875c-4bec-a7b9-a70f86e983d8 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422721 May 24 14:07:49.180445 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['4e64fdd4-c3e5-497b-9ca2-29d3b279c477'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 14:07:50.297500 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9f2f9-1b39-4e71-99b8-64a9bf3042a3 req-3cb00f7d-5a2a-43c7-9999-bfac383a84f8 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:50.298924 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6cb9f2f9-1b39-4e71-99b8-64a9bf3042a3 req-3cb00f7d-5a2a-43c7-9999-bfac383a84f8 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 944 time: 0.0502629 May 24 14:07:50.348439 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6cb9f2f9-1b39-4e71-99b8-64a9bf3042a3 req-452b4da4-650a-4a46-aa4e-6cd258808581 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428600 May 24 14:07:50.626565 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 4e64fdd4-c3e5-497b-9ca2-29d3b279c477 up at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:07:50.670672 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning for port 4e64fdd4-c3e5-497b-9ca2-29d3b279c477 completed by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 14:07:50.676499 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning complete for port 4e64fdd4-c3e5-497b-9ca2-29d3b279c477 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:07:50.676871 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (4e64fdd4-c3e5-497b-9ca2-29d3b279c477), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:50.722389 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:50.752751 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 4e64fdd4-c3e5-497b-9ca2-29d3b279c477 is: BUILD; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:07:50.753133 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (4e64fdd4-c3e5-497b-9ca2-29d3b279c477), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:50.778737 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98d1fc5-59b2-4360-ab1b-8154005f26ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e64fdd4-c3e5-497b-9ca2-29d3b279c477'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:07:50.780931 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6704ccb53a4068acec69ef2b688a9e5af712f2ba46f4bf8cce86ae06eb28aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc51f4c-e118-4c1e-80f9-e1fec5fff793" -d '{"events": [{"server_uuid": "a98d1fc5-59b2-4360-ab1b-8154005f26ad", "name": "network-vif-plugged", "status": "completed", "tag": "4e64fdd4-c3e5-497b-9ca2-29d3b279c477"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:07:50.795084 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 4e64fdd4-c3e5-497b-9ca2-29d3b279c477, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=4e64fdd4-c3e5-497b-9ca2-29d3b279c477,segment=NetworkSegment(9d2096c3-4aed-4d08-8fab-38331e25302c),segment_id=9d2096c3-4aed-4d08-8fab-38331e25302c)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:07:50.799307 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (4e64fdd4-c3e5-497b-9ca2-29d3b279c477), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:50.855721 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=4e64fdd4-c3e5-497b-9ca2-29d3b279c477,revision_number=5']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:07:50.954829 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 14:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c445646-ba8d-4ab6-bead-049798416f4d x-openstack-request-id: req-3c445646-ba8d-4ab6-bead-049798416f4d {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:07:50.955120 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98d1fc5-59b2-4360-ab1b-8154005f26ad", "name": "network-vif-plugged", "status": "completed", "tag": "4e64fdd4-c3e5-497b-9ca2-29d3b279c477", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:07:50.955369 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c445646-ba8d-4ab6-bead-049798416f4d {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:07:50.955793 dv-cinder-842129-1-iscsi neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c445646-ba8d-4ab6-bead-049798416f4d'] response: {'server_uuid': 'a98d1fc5-59b2-4360-ab1b-8154005f26ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e64fdd4-c3e5-497b-9ca2-29d3b279c477', 'code': 200} May 24 14:07:51.118007 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446827f-65b1-4637-96ed-b9cf1534a87b req-9f4bf781-55ff-45d0-84d0-df7afba6666a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:51.120281 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d446827f-65b1-4637-96ed-b9cf1534a87b req-9f4bf781-55ff-45d0-84d0-df7afba6666a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 1129 time: 0.0390048 May 24 14:07:51.163687 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d446827f-65b1-4637-96ed-b9cf1534a87b req-3e3e61b9-7baa-4c5a-a17b-998623f4412e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371048 May 24 14:07:51.477091 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e58795-f9dd-445c-9bfe-8491dd219430 req-2880a023-431b-4f08-bf4b-5f96aab67757 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:51.479431 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-17e58795-f9dd-445c-9bfe-8491dd219430 req-2880a023-431b-4f08-bf4b-5f96aab67757 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0579793 May 24 14:07:51.531080 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-17e58795-f9dd-445c-9bfe-8491dd219430 req-2c2edeb9-680d-4dd6-bdbe-da0e3a2df1c7 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450130 May 24 14:07:52.646880 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab1c8f-d3d5-4dc0-8782-90a1467dec71 req-f74f626a-68fe-4bf2-9ecf-3e53fe1b1a31 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:52.648362 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-2dab1c8f-d3d5-4dc0-8782-90a1467dec71 req-f74f626a-68fe-4bf2-9ecf-3e53fe1b1a31 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0477548 May 24 14:07:52.701714 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-2dab1c8f-d3d5-4dc0-8782-90a1467dec71 req-b2cd3749-1e66-4a2e-8e0e-808a41b254bf tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474644 May 24 14:07:52.949762 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8521b0-c7f4-4e27-8ad0-4f8517d7ea71 req-c34f13df-1d50-47f6-8324-2a1a6939c771 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:52.951984 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-cd8521b0-c7f4-4e27-8ad0-4f8517d7ea71 req-c34f13df-1d50-47f6-8324-2a1a6939c771 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 945 time: 0.0553596 May 24 14:07:53.005051 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-cd8521b0-c7f4-4e27-8ad0-4f8517d7ea71 req-d9b4d873-2e46-47e4-a835-72268a0bdeed tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465355 May 24 14:07:53.824649 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa364c-f741-45de-a530-f42d4610cdbd req-d8eac1ce-9472-4562-ad4d-c596f3771855 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:53.826162 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fbfa364c-f741-45de-a530-f42d4610cdbd req-d8eac1ce-9472-4562-ad4d-c596f3771855 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0490568 May 24 14:07:53.831206 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-148aab71-83b7-46ec-940a-7d80a0122baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:53.875647 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fbfa364c-f741-45de-a530-f42d4610cdbd req-d4c2150b-0935-48bf-8a71-f52fa14226bc tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432901 May 24 14:07:53.987960 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a10e5c-6c39-4b56-b2f2-e6ed7c023523 req-5408244f-3d1a-42fb-b152-7bac10c4afa0 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:53.989386 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-23a10e5c-6c39-4b56-b2f2-e6ed7c023523 req-5408244f-3d1a-42fb-b152-7bac10c4afa0 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0471594 May 24 14:07:53.998475 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 43542) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:07:54.002992 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-dde6792f-2a45-4097-893f-df8143122a8f tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Request body: {'floatingip': {'port_id': '4e64fdd4-c3e5-497b-9ca2-29d3b279c477'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:07:54.045570 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dde6792f-2a45-4097-893f-df8143122a8f tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for floatingip (5ef1e404-a433-4a6c-a4a9-d5becc180601), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:54.122996 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bef57e-9688-42e0-a5dd-226a4321c84e req-c91861d8-7b1a-4186-bcac-182d15bdba69 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:54.124578 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f6bef57e-9688-42e0-a5dd-226a4321c84e req-c91861d8-7b1a-4186-bcac-182d15bdba69 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 945 time: 0.0474095 May 24 14:07:54.178363 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f6bef57e-9688-42e0-a5dd-226a4321c84e req-13341c17-146e-45ed-b09b-9ed6e757add2 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478263 May 24 14:07:54.215074 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:DELETE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:54.479527 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dde6792f-2a45-4097-893f-df8143122a8f tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:54.483443 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dde6792f-2a45-4097-893f-df8143122a8f tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534436'] for floatingip (5ef1e404-a433-4a6c-a4a9-d5becc180601), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:54.583445 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.db.l3_db [None req-dde6792f-2a45-4097-893f-df8143122a8f tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Floating IP 5ef1e404-a433-4a6c-a4a9-d5becc180601 associated. External IP: 172.27.3.113, port: 4e64fdd4-c3e5-497b-9ca2-29d3b279c477. May 24 14:07:54.626918 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:54.790850 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde6792f-2a45-4097-893f-df8143122a8f tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Router e0b227ab-dcc2-4a46-923c-2a66e468131c has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:07:54.896854 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde6792f-2a45-4097-893f-df8143122a8f tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:07:54.901927 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dde6792f-2a45-4097-893f-df8143122a8f tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:54.907171 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb9a182-4ee9-4873-b686-6862f7adb4a6 None None] Sync routers for ids ['e0b227ab-dcc2-4a46-923c-2a66e468131c'] in dv-cinder-842129-1-iscsi {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:07:54.917927 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb9a182-4ee9-4873-b686-6862f7adb4a6 None None] Routers {'e0b227ab-dcc2-4a46-923c-2a66e468131c'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:07:54.918777 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-3fb9a182-4ee9-4873-b686-6862f7adb4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:07:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['e0b227ab-dcc2-4a46-923c-2a66e468131c'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:54.931708 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-dde6792f-2a45-4097-893f-df8143122a8f tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "PUT /v2.0/floatingips/5ef1e404-a433-4a6c-a4a9-d5becc180601 HTTP/1.1" status: 200 len: 991 time: 0.9321487 May 24 14:07:54.932412 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98d1fc5-59b2-4360-ab1b-8154005f26ad', 'tag': '4e64fdd4-c3e5-497b-9ca2-29d3b279c477'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:07:54.934672 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60922b96e112649546d89072a262e180bf09e65c4ab2e641290b12b7b14c337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc303d7-d9fb-44e3-9ae4-d20d64347887" -d '{"events": [{"name": "network-changed", "server_uuid": "a98d1fc5-59b2-4360-ab1b-8154005f26ad", "tag": "4e64fdd4-c3e5-497b-9ca2-29d3b279c477"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:07:54.970346 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 14:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2a9dbb-3f10-4e87-9dd7-3518968bd718 x-openstack-request-id: req-cc2a9dbb-3f10-4e87-9dd7-3518968bd718 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:07:54.970633 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a98d1fc5-59b2-4360-ab1b-8154005f26ad", "tag": "4e64fdd4-c3e5-497b-9ca2-29d3b279c477", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:07:54.970937 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc2a9dbb-3f10-4e87-9dd7-3518968bd718 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:07:54.971289 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc2a9dbb-3f10-4e87-9dd7-3518968bd718'] response: {'name': 'network-changed', 'server_uuid': 'a98d1fc5-59b2-4360-ab1b-8154005f26ad', 'tag': '4e64fdd4-c3e5-497b-9ca2-29d3b279c477', 'status': 'completed', 'code': 200} May 24 14:07:55.027509 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-3fb9a182-4ee9-4873-b686-6862f7adb4a6 None None] Set router e0b227ab-dcc2-4a46-923c-2a66e468131c gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:07:55.030096 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:55.038199 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc303d7-d9fb-44e3-9ae4-d20d64347887 req-8919263c-e471-425c-b35a-b77635513deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:55.039788 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-dfc303d7-d9fb-44e3-9ae4-d20d64347887 req-8919263c-e471-425c-b35a-b77635513deb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e436feb329204699a78d749db135acce&device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 1129 time: 0.0422444 May 24 14:07:55.137534 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc303d7-d9fb-44e3-9ae4-d20d64347887 req-650688e6-b294-40df-8819-2a73ac99df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:55.139273 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-dfc303d7-d9fb-44e3-9ae4-d20d64347887 req-650688e6-b294-40df-8819-2a73ac99df85 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d0876f86-477e-43a6-b89a-5d925c2bd73a HTTP/1.1" status: 200 len: 911 time: 0.0901704 May 24 14:07:55.162592 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:55.205167 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:07:55.217218 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-dfc303d7-d9fb-44e3-9ae4-d20d64347887 req-ad9d472c-ba07-4500-8cde-81c021842ba6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e64fdd4-c3e5-497b-9ca2-29d3b279c477 HTTP/1.1" status: 200 len: 999 time: 0.0653169 May 24 14:07:55.250558 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-3fb9a182-4ee9-4873-b686-6862f7adb4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'name': 'tempest-AttachVolumeTestJSON-252775452-router', 'tenant_id': 'e436feb329204699a78d749db135acce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:36Z', 'revision_number': 4, 'project_id': 'e436feb329204699a78d749db135acce', 'gw_port': {'id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ba:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '5ef1e404-a433-4a6c-a4a9-d5becc180601', 'tenant_id': 'e436feb329204699a78d749db135acce', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'port_id': '4e64fdd4-c3e5-497b-9ca2-29d3b279c477', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a', 'mac_address': 'fa:16:3e:69:fa:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98d1fc5-59b2-4360-ab1b-8154005f26ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T14:07:39Z', 'updated_at': '2022-05-24T14:07:54Z', 'revision_number': 1, 'project_id': 'e436feb329204699a78d749db135acce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c965ca2-7a19-457f-b6f0-987910a987b0', 'name': '', 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a', 'tenant_id': 'e436feb329204699a78d749db135acce', 'mac_address': 'fa:16:3e:77:74:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b10f4794-31a5-4c72-8ff2-7227ff1bde49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:07:36Z', 'updated_at': '2022-05-24T14:07:40Z', 'revision_number': 5, 'project_id': 'e436feb329204699a78d749db135acce', 'subnets': [{'id': 'b10f4794-31a5-4c72-8ff2-7227ff1bde49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:55.278358 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb9a182-4ee9-4873-b686-6862f7adb4a6 None None] Checking router: e0b227ab-dcc2-4a46-923c-2a66e468131c for host: dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:07:55.287051 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb9a182-4ee9-4873-b686-6862f7adb4a6 None None] Routers {'e0b227ab-dcc2-4a46-923c-2a66e468131c'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:07:55.287661 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-3fb9a182-4ee9-4873-b686-6862f7adb4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:07:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['e0b227ab-dcc2-4a46-923c-2a66e468131c'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:55.302075 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc303d7-d9fb-44e3-9ae4-d20d64347887 req-72b4aefc-d276-48ba-99bf-af5ea6162c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:55.303538 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-dfc303d7-d9fb-44e3-9ae4-d20d64347887 req-72b4aefc-d276-48ba-99bf-af5ea6162c34 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b10f4794-31a5-4c72-8ff2-7227ff1bde49 HTTP/1.1" status: 200 len: 849 time: 0.0804362 May 24 14:07:55.351006 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda5bc5-4ca7-44a4-9bbf-4bc519239599 req-df69bf14-fc82-4be5-8f55-2b1abee9e6fa tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:55.352511 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5bda5bc5-4ca7-44a4-9bbf-4bc519239599 req-df69bf14-fc82-4be5-8f55-2b1abee9e6fa tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 945 time: 0.0908322 May 24 14:07:55.370516 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc303d7-d9fb-44e3-9ae4-d20d64347887 req-1220281c-9b73-4fc8-806d-f4d6f56553ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:55.372006 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-dfc303d7-d9fb-44e3-9ae4-d20d64347887 req-1220281c-9b73-4fc8-806d-f4d6f56553ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d0876f86-477e-43a6-b89a-5d925c2bd73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605617 May 24 14:07:55.393227 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-3fb9a182-4ee9-4873-b686-6862f7adb4a6 None None] Set router e0b227ab-dcc2-4a46-923c-2a66e468131c gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:07:55.461495 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5bda5bc5-4ca7-44a4-9bbf-4bc519239599 req-ae95f45e-d517-44c2-8f41-7c2aa90574db tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015384 May 24 14:07:55.490585 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-dfc303d7-d9fb-44e3-9ae4-d20d64347887 req-832b7534-d9b7-4f2d-81a2-ef9dd93bd749 service neutron] 10.222.0.55 "GET /v2.0/networks/d0876f86-477e-43a6-b89a-5d925c2bd73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117923 May 24 14:07:55.594764 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-dfc303d7-d9fb-44e3-9ae4-d20d64347887 req-b4a114a7-21e8-4e36-bc6d-f68e5e041b5c service neutron] 10.222.0.55 "GET /v2.0/networks/d0876f86-477e-43a6-b89a-5d925c2bd73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974851 May 24 14:07:55.613529 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-3fb9a182-4ee9-4873-b686-6862f7adb4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'name': 'tempest-AttachVolumeTestJSON-252775452-router', 'tenant_id': 'e436feb329204699a78d749db135acce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:36Z', 'revision_number': 4, 'project_id': 'e436feb329204699a78d749db135acce', 'gw_port': {'id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ba:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '5ef1e404-a433-4a6c-a4a9-d5becc180601', 'tenant_id': 'e436feb329204699a78d749db135acce', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'port_id': '4e64fdd4-c3e5-497b-9ca2-29d3b279c477', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a', 'mac_address': 'fa:16:3e:69:fa:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98d1fc5-59b2-4360-ab1b-8154005f26ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T14:07:39Z', 'updated_at': '2022-05-24T14:07:54Z', 'revision_number': 1, 'project_id': 'e436feb329204699a78d749db135acce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c965ca2-7a19-457f-b6f0-987910a987b0', 'name': '', 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a', 'tenant_id': 'e436feb329204699a78d749db135acce', 'mac_address': 'fa:16:3e:77:74:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b10f4794-31a5-4c72-8ff2-7227ff1bde49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:07:36Z', 'updated_at': '2022-05-24T14:07:40Z', 'revision_number': 5, 'project_id': 'e436feb329204699a78d749db135acce', 'subnets': [{'id': 'b10f4794-31a5-4c72-8ff2-7227ff1bde49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:07:55.642867 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb9a182-4ee9-4873-b686-6862f7adb4a6 None None] The sync data for ids ['e0b227ab-dcc2-4a46-923c-2a66e468131c'] in dv-cinder-842129-1-iscsi is: [{'id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'name': 'tempest-AttachVolumeTestJSON-252775452-router', 'tenant_id': 'e436feb329204699a78d749db135acce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:36Z', 'revision_number': 4, 'project_id': 'e436feb329204699a78d749db135acce', 'gw_port': {'id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ba:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '5ef1e404-a433-4a6c-a4a9-d5becc180601', 'tenant_id': 'e436feb329204699a78d749db135acce', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'port_id': '4e64fdd4-c3e5-497b-9ca2-29d3b279c477', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a', 'mac_address': 'fa:16:3e:69:fa:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98d1fc5-59b2-4360-ab1b-8154005f26ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T14:07:39Z', 'updated_at': '2022-05-24T14:07:54Z', 'revision_number': 1, 'project_id': 'e436feb329204699a78d749db135acce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c965ca2-7a19-457f-b6f0-987910a987b0', 'name': '', 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a', 'tenant_id': 'e436feb329204699a78d749db135acce', 'mac_address': 'fa:16:3e:77:74:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b10f4794-31a5-4c72-8ff2-7227ff1bde49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:07:36Z', 'updated_at': '2022-05-24T14:07:40Z', 'revision_number': 5, 'project_id': 'e436feb329204699a78d749db135acce', 'subnets': [{'id': 'b10f4794-31a5-4c72-8ff2-7227ff1bde49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:07:55.834541 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700d6752-f4ac-4303-9fb1-cbf0142482ad None None] New status for floating IP 5ef1e404-a433-4a6c-a4a9-d5becc180601: ACTIVE {{(pid=103809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 14:07:56.169071 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2127e08f-e372-47f1-9c31-1fee680e03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:56.581346 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e93c3c-97ef-49c9-9fd4-212a1ed815e3 req-0313252b-b8b4-4c06-baca-437ae2523d5d tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:56.582859 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-88e93c3c-97ef-49c9-9fd4-212a1ed815e3 req-0313252b-b8b4-4c06-baca-437ae2523d5d tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 945 time: 0.0473540 May 24 14:07:56.635010 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-88e93c3c-97ef-49c9-9fd4-212a1ed815e3 req-84719710-de87-4291-86e9-b77dd2a5939d tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465803 May 24 14:07:57.450074 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:57.752561 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a1029-0ebb-4c66-b59c-e40e0af94379 req-a3ee3309-385b-4c68-8542-c9067c707ccd tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:57.754105 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-172a1029-0ebb-4c66-b59c-e40e0af94379 req-a3ee3309-385b-4c68-8542-c9067c707ccd tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 945 time: 0.0499275 May 24 14:07:57.803756 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-172a1029-0ebb-4c66-b59c-e40e0af94379 req-e8ef542c-55cc-4cc1-98f1-131bcfc85ebd tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439880 May 24 14:07:58.387306 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 14:07:58.570977 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:07:58.922970 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b54c3d-e27f-4eda-a4c9-6ca3767cab6b req-14d08340-6392-4913-ab81-2379515d3357 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:07:58.924484 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-45b54c3d-e27f-4eda-a4c9-6ca3767cab6b req-14d08340-6392-4913-ab81-2379515d3357 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 945 time: 0.0506554 May 24 14:07:58.972921 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-45b54c3d-e27f-4eda-a4c9-6ca3767cab6b req-c9971057-db6f-4f0d-8c6b-356f7520f153 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428333 May 24 14:08:00.086628 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225acba-dda0-4324-a064-42487ac42f82 req-73e8b8e8-15dc-4b9e-a6ac-9730446e7364 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:00.088111 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d225acba-dda0-4324-a064-42487ac42f82 req-73e8b8e8-15dc-4b9e-a6ac-9730446e7364 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 945 time: 0.0465243 May 24 14:08:00.141603 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-d225acba-dda0-4324-a064-42487ac42f82 req-d76fbd07-04ac-49ad-aec4-cedc17c25d97 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472999 May 24 14:08:00.444640 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:01.255206 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149213d9-dd69-44e4-bc3c-5b6d21d58238 req-aed86cbb-1c1f-4ae5-bdd6-6a2e995fd146 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:01.256677 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-149213d9-dd69-44e4-bc3c-5b6d21d58238 req-aed86cbb-1c1f-4ae5-bdd6-6a2e995fd146 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 945 time: 0.0469947 May 24 14:08:01.304573 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-149213d9-dd69-44e4-bc3c-5b6d21d58238 req-70e76e1a-5b36-4651-98c3-e6d61b777350 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424092 May 24 14:08:02.416779 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b2596-c695-4094-8ed1-9fa1f30d63d4 req-7b5b3300-8098-4e75-ae82-416740463720 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:02.418795 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9a3b2596-c695-4094-8ed1-9fa1f30d63d4 req-7b5b3300-8098-4e75-ae82-416740463720 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 945 time: 0.0465105 May 24 14:08:02.468212 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9a3b2596-c695-4094-8ed1-9fa1f30d63d4 req-64a4ead4-aebe-4951-bbb2-7267b8de4087 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438981 May 24 14:08:03.155431 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49594aac-456c-4ae2-8848-413bbbc4c45b req-bae42c91-3991-4d38-88b7-1bc65e075c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:03.156823 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-49594aac-456c-4ae2-8848-413bbbc4c45b req-bae42c91-3991-4d38-88b7-1bc65e075c46 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cbe0605c62d04bed8edf14047746e765&device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 1129 time: 0.0394623 May 24 14:08:03.247079 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49594aac-456c-4ae2-8848-413bbbc4c45b req-feb49df0-e774-4fde-a9de-c144f04f6261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:03.248564 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-49594aac-456c-4ae2-8848-413bbbc4c45b req-feb49df0-e774-4fde-a9de-c144f04f6261 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ceb718dc-f4a8-4668-a280-59d30b7a2d2c HTTP/1.1" status: 200 len: 910 time: 0.0861888 May 24 14:08:03.294896 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:08:03.309343 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-49594aac-456c-4ae2-8848-413bbbc4c45b req-a47574db-5ddd-4a32-9fab-cb53e3ff319c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b05c79c-a61b-459e-a884-b9c7305f6581 HTTP/1.1" status: 200 len: 1001 time: 0.0544944 May 24 14:08:03.354926 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49594aac-456c-4ae2-8848-413bbbc4c45b req-81c279e9-19d6-42aa-832e-209fa04de915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:03.356356 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-49594aac-456c-4ae2-8848-413bbbc4c45b req-81c279e9-19d6-42aa-832e-209fa04de915 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=51ad56e2-5223-4686-9701-7e93c8b6f443 HTTP/1.1" status: 200 len: 848 time: 0.0420127 May 24 14:08:03.404719 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49594aac-456c-4ae2-8848-413bbbc4c45b req-930d06f1-435e-4df7-9391-e443444f0710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:03.406254 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-49594aac-456c-4ae2-8848-413bbbc4c45b req-930d06f1-435e-4df7-9391-e443444f0710 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ceb718dc-f4a8-4668-a280-59d30b7a2d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434384 May 24 14:08:03.492556 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-49594aac-456c-4ae2-8848-413bbbc4c45b req-a5566008-9493-4712-965e-3c889712eb64 service neutron] 10.222.0.55 "GET /v2.0/networks/ceb718dc-f4a8-4668-a280-59d30b7a2d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804679 May 24 14:08:03.557460 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:08:03.584029 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c2944-bb11-47e9-9309-86bcb6a6eb2f req-905a0616-c4b1-4b1b-8aad-c3940f4d8714 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:03.585495 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e58c2944-bb11-47e9-9309-86bcb6a6eb2f req-905a0616-c4b1-4b1b-8aad-c3940f4d8714 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 945 time: 0.0476372 May 24 14:08:03.588171 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-49594aac-456c-4ae2-8848-413bbbc4c45b req-27a017c0-0d53-4d45-ba9e-f1f2100e6493 service neutron] 10.222.0.55 "GET /v2.0/networks/ceb718dc-f4a8-4668-a280-59d30b7a2d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901475 May 24 14:08:03.612573 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:08:03.640663 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e58c2944-bb11-47e9-9309-86bcb6a6eb2f req-eaad3549-9c09-4186-801f-9f069a2e772c tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494015 May 24 14:08:04.755428 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3cb64-4b5f-46a3-8069-6f456b818f82 req-7d6c2803-ccd5-4613-8ec0-5eb192a8a410 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:04.756909 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4cc3cb64-4b5f-46a3-8069-6f456b818f82 req-7d6c2803-ccd5-4613-8ec0-5eb192a8a410 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 945 time: 0.0471568 May 24 14:08:04.804965 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4cc3cb64-4b5f-46a3-8069-6f456b818f82 req-e98b5624-0f18-4c80-aca3-088fe6e22f5a tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425539 May 24 14:08:05.616700 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=81 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:08:05.921972 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2b7a9-8ee5-440b-910b-0148c994e639 req-ace5c92d-b418-4ced-9717-dd060718f9b3 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:05.923572 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-8bd2b7a9-8ee5-440b-910b-0148c994e639 req-ace5c92d-b418-4ced-9717-dd060718f9b3 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 945 time: 0.0509758 May 24 14:08:05.975094 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-8bd2b7a9-8ee5-440b-910b-0148c994e639 req-8f900914-d845-424d-9316-a94606cd3efe tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452192 May 24 14:08:06.157637 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-073925fe-8cb7-4ccb-b629-c94979e51d08 req-660ac5bc-37d9-4075-8933-fd8546d97f40 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0387263 May 24 14:08:06.183877 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bafaf7-7991-48ba-ba57-9decd4e9e4a1 req-a9e127e2-63a8-4f01-a217-1fcffc929e2f tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:06.185899 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-17bafaf7-7991-48ba-ba57-9decd4e9e4a1 req-a9e127e2-63a8-4f01-a217-1fcffc929e2f tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 945 time: 0.0468380 May 24 14:08:06.235038 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-17bafaf7-7991-48ba-ba57-9decd4e9e4a1 req-319ed89c-addf-4656-8002-20084f6e5dd6 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434394 May 24 14:08:06.236913 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073925fe-8cb7-4ccb-b629-c94979e51d08 req-f92b5f1f-cf7b-4bf0-84cd-cf9b863245ab tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:06.238339 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-073925fe-8cb7-4ccb-b629-c94979e51d08 req-f92b5f1f-cf7b-4bf0-84cd-cf9b863245ab tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports/0b05c79c-a61b-459e-a884-b9c7305f6581 HTTP/1.1" status: 200 len: 942 time: 0.0514638 May 24 14:08:07.348412 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84913b6-af32-46dc-88b9-cf1a9a486acb req-993c5234-722e-49d6-bef8-e7a219463f68 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:07.349871 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b84913b6-af32-46dc-88b9-cf1a9a486acb req-993c5234-722e-49d6-bef8-e7a219463f68 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 945 time: 0.0470293 May 24 14:08:07.437714 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b84913b6-af32-46dc-88b9-cf1a9a486acb req-dd494636-7ee1-4c96-82cd-bd1b97fe3dfc tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823097 May 24 14:08:07.444854 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073925fe-8cb7-4ccb-b629-c94979e51d08 req-39ee25b3-6509-490c-95c2-3b0e9ed25b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:07.446303 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-073925fe-8cb7-4ccb-b629-c94979e51d08 req-39ee25b3-6509-490c-95c2-3b0e9ed25b7b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857&tenant_id=cbe0605c62d04bed8edf14047746e765 HTTP/1.1" status: 200 len: 1129 time: 0.0557611 May 24 14:08:07.517555 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073925fe-8cb7-4ccb-b629-c94979e51d08 req-34cc61a4-59ac-4d4f-b600-1094a1425ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:07.518962 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-073925fe-8cb7-4ccb-b629-c94979e51d08 req-34cc61a4-59ac-4d4f-b600-1094a1425ea3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cbe0605c62d04bed8edf14047746e765&device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 1129 time: 0.0431774 May 24 14:08:07.608170 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073925fe-8cb7-4ccb-b629-c94979e51d08 req-55085588-24cd-4499-8b6d-1bac9233d7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:07.609613 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-073925fe-8cb7-4ccb-b629-c94979e51d08 req-55085588-24cd-4499-8b6d-1bac9233d7a9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ceb718dc-f4a8-4668-a280-59d30b7a2d2c HTTP/1.1" status: 200 len: 910 time: 0.0835462 May 24 14:08:07.680468 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-073925fe-8cb7-4ccb-b629-c94979e51d08 req-5f6b2266-f80e-4db2-bad0-7ff12fb97e16 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b05c79c-a61b-459e-a884-b9c7305f6581 HTTP/1.1" status: 200 len: 1001 time: 0.0578797 May 24 14:08:07.728780 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073925fe-8cb7-4ccb-b629-c94979e51d08 req-27edc39a-e64c-4979-9178-5d5910084817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:07.730247 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-073925fe-8cb7-4ccb-b629-c94979e51d08 req-27edc39a-e64c-4979-9178-5d5910084817 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=51ad56e2-5223-4686-9701-7e93c8b6f443 HTTP/1.1" status: 200 len: 848 time: 0.0432858 May 24 14:08:07.773366 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073925fe-8cb7-4ccb-b629-c94979e51d08 req-b2924dc4-e329-4882-9986-bf63be3bd9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:07.774714 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-073925fe-8cb7-4ccb-b629-c94979e51d08 req-b2924dc4-e329-4882-9986-bf63be3bd9ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ceb718dc-f4a8-4668-a280-59d30b7a2d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382650 May 24 14:08:07.864569 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-073925fe-8cb7-4ccb-b629-c94979e51d08 req-baea286d-5921-4c76-b8ab-6bba80503ea7 service neutron] 10.222.0.55 "GET /v2.0/networks/ceb718dc-f4a8-4668-a280-59d30b7a2d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824814 May 24 14:08:07.878880 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:08:07.954987 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-073925fe-8cb7-4ccb-b629-c94979e51d08 req-04f28034-b9d7-4e0a-b347-e0c365d4694f service neutron] 10.222.0.55 "GET /v2.0/networks/ceb718dc-f4a8-4668-a280-59d30b7a2d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832760 May 24 14:08:08.382615 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=51 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:08:08.565127 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e23fb7-61d1-4034-a777-29b21edc6644 req-8588baa9-f9bb-4a1b-8872-4ed6764a3f5f tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:08.566528 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-15e23fb7-61d1-4034-a777-29b21edc6644 req-8588baa9-f9bb-4a1b-8872-4ed6764a3f5f tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 945 time: 0.0508649 May 24 14:08:08.616941 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-15e23fb7-61d1-4034-a777-29b21edc6644 req-446b8ece-0f7d-4018-bbca-8001acafd1c9 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448756 May 24 14:08:08.719720 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 0b05c79c-a61b-459e-a884-b9c7305f6581 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:08:08.792277 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 0b05c79c-a61b-459e-a884-b9c7305f6581 is: ACTIVE; New status is: DOWN {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:08:08.792656 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (0b05c79c-a61b-459e-a884-b9c7305f6581), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:08.815440 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb63ce0-bd0a-4a00-ae22-d891b29fb857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b05c79c-a61b-459e-a884-b9c7305f6581'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:08:08.817565 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6704ccb53a4068acec69ef2b688a9e5af712f2ba46f4bf8cce86ae06eb28aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19499eaf-8ce2-47cf-9107-f1538276f514" -d '{"events": [{"server_uuid": "0fb63ce0-bd0a-4a00-ae22-d891b29fb857", "name": "network-vif-unplugged", "status": "completed", "tag": "0b05c79c-a61b-459e-a884-b9c7305f6581"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:08:08.830880 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 0b05c79c-a61b-459e-a884-b9c7305f6581, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=0b05c79c-a61b-459e-a884-b9c7305f6581,segment=NetworkSegment(570b5330-747f-49b7-83d6-6b6e30208601),segment_id=570b5330-747f-49b7-83d6-6b6e30208601)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:08:08.834849 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (0b05c79c-a61b-459e-a884-b9c7305f6581), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:08.857529 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 May 2022 14:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bab9903-e7ee-4466-ac50-4ce6d3a81859 x-openstack-request-id: req-1bab9903-e7ee-4466-ac50-4ce6d3a81859 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:08:08.857826 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb63ce0-bd0a-4a00-ae22-d891b29fb857", "name": "network-vif-unplugged", "status": "completed", "tag": "0b05c79c-a61b-459e-a884-b9c7305f6581", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:08:08.858233 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1bab9903-e7ee-4466-ac50-4ce6d3a81859 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:08:08.858705 dv-cinder-842129-1-iscsi neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bab9903-e7ee-4466-ac50-4ce6d3a81859'] response: {'server_uuid': '0fb63ce0-bd0a-4a00-ae22-d891b29fb857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b05c79c-a61b-459e-a884-b9c7305f6581', 'code': 200} May 24 14:08:08.883676 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=0b05c79c-a61b-459e-a884-b9c7305f6581,revision_number=6']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:08:09.769578 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 43650) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:08:09.780772 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:08:09.790400 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e935269-c8ac-4033-8c52-f2fd61896c6c req-a054669a-ffda-4433-b045-e0f91fd0c498 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:09.791920 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-3e935269-c8ac-4033-8c52-f2fd61896c6c req-a054669a-ffda-4433-b045-e0f91fd0c498 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 943 time: 0.0498111 May 24 14:08:09.840817 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-3e935269-c8ac-4033-8c52-f2fd61896c6c req-1a0a9897-9ca1-4567-b4ab-582f98b345a1 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432003 May 24 14:08:09.878247 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f1f3f4e8-4963-4dac-8b4c-248a4238b802 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:09.934897 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:08:09.954595 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f1f3f4e8-4963-4dac-8b4c-248a4238b802 admin admin] Publish callbacks [] for security_group (679310c1-7ada-43d5-ac53-eee1e5ff1447), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:09.958147 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f1f3f4e8-4963-4dac-8b4c-248a4238b802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (679310c1-7ada-43d5-ac53-eee1e5ff1447), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:09.995938 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-f1f3f4e8-4963-4dac-8b4c-248a4238b802 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c6cfa99adf304f2196703f2623311489&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251804 May 24 14:08:09.996748 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3f4e8-4963-4dac-8b4c-248a4238b802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679310c1-7ada-43d5-ac53-eee1e5ff1447,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:08:09.999177 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 43654) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:08:10.047930 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9bbbaa28-0897-42dd-be54-32de8dbe0a27 admin admin] Publish callbacks [] for security_group (679310c1-7ada-43d5-ac53-eee1e5ff1447), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:10.069477 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9bbbaa28-0897-42dd-be54-32de8dbe0a27 admin admin] Publish callbacks [] for security_group (679310c1-7ada-43d5-ac53-eee1e5ff1447), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:10.119629 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9bbbaa28-0897-42dd-be54-32de8dbe0a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (679310c1-7ada-43d5-ac53-eee1e5ff1447), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:10.122100 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9bbbaa28-0897-42dd-be54-32de8dbe0a27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:10.123757 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-9bbbaa28-0897-42dd-be54-32de8dbe0a27 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/679310c1-7ada-43d5-ac53-eee1e5ff1447 HTTP/1.1" status: 204 len: 168 time: 0.1229994 May 24 14:08:10.132653 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbbaa28-0897-42dd-be54-32de8dbe0a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679310c1-7ada-43d5-ac53-eee1e5ff1447,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:08:10.145324 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:10.742833 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 43676) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:08:10.840700 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-bcb8657f-c75a-450e-b34d-99790974363d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-71914753-network', 'tenant_id': '1dfef898db944127a1407a9be98cac4f'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:08:10.860593 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb8657f-c75a-450e-b34d-99790974363d admin admin] Made reservation on behalf of 1dfef898db944127a1407a9be98cac4f for: {'network': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 14:08:10.862811 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bcb8657f-c75a-450e-b34d-99790974363d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for network (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:10.876427 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bcb8657f-c75a-450e-b34d-99790974363d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:10.973922 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a48b1-93e3-4e95-adc0-5416d1d3476e req-42caffff-7e0e-4304-bb9b-9a1e86eeaa60 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:10.975363 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-2e0a48b1-93e3-4e95-adc0-5416d1d3476e req-42caffff-7e0e-4304-bb9b-9a1e86eeaa60 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 943 time: 0.0589380 May 24 14:08:11.011155 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bcb8657f-c75a-450e-b34d-99790974363d admin admin] Publish callbacks [] for security_group (6b95cd97-0ece-4500-a907-20e0173752fa), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:11.018225 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bcb8657f-c75a-450e-b34d-99790974363d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (6b95cd97-0ece-4500-a907-20e0173752fa), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:11.063541 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcb8657f-c75a-450e-b34d-99790974363d admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=103807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 14:08:11.068824 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-2e0a48b1-93e3-4e95-adc0-5416d1d3476e req-17ea108f-aa5e-4b1f-a2b0-2839260278a9 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834842 May 24 14:08:11.073936 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8657f-c75a-450e-b34d-99790974363d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b95cd97-0ece-4500-a907-20e0173752fa,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:08:11.081884 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bcb8657f-c75a-450e-b34d-99790974363d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727739285854', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291'] for segment (970023b4-0c51-4c65-9927-7be54bf92190), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:11.082310 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.db.segments_db [None req-bcb8657f-c75a-450e-b34d-99790974363d admin admin] Added segment 970023b4-0c51-4c65-9927-7be54bf92190 of type vlan for network eaa2de73-84b5-464d-8625-8db6f7696595 May 24 14:08:11.124442 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bcb8657f-c75a-450e-b34d-99790974363d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727738798156'] for network (eaa2de73-84b5-464d-8625-8db6f7696595), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:11.152681 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bcb8657f-c75a-450e-b34d-99790974363d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028'] for network (eaa2de73-84b5-464d-8625-8db6f7696595), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:11.153568 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb8657f-c75a-450e-b34d-99790974363d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:11.154121 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bcb8657f-c75a-450e-b34d-99790974363d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:11.201761 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-bcb8657f-c75a-450e-b34d-99790974363d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.4573181 May 24 14:08:11.204779 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 43682) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:08:11.209572 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-9b2717db-6efa-47ea-94b3-f8ae2526e386 admin admin] Request body: {'subnet': {'network_id': 'eaa2de73-84b5-464d-8625-8db6f7696595', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-71914753-subnet', 'tenant_id': '1dfef898db944127a1407a9be98cac4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:08:11.216495 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8657f-c75a-450e-b34d-99790974363d admin admin] Pushing event updated for resources: {'Network': ['ID=eaa2de73-84b5-464d-8625-8db6f7696595,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:08:11.227194 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Network eaa2de73-84b5-464d-8625-8db6f7696595 details requested by agent ovs-agent-dv-cinder-842129-1-iscsi with host dv-cinder-842129-1-iscsi {{(pid=103809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 14:08:11.230777 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2717db-6efa-47ea-94b3-f8ae2526e386 admin admin] Made reservation on behalf of 1dfef898db944127a1407a9be98cac4f for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 14:08:11.233215 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9b2717db-6efa-47ea-94b3-f8ae2526e386 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756343'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:11.408045 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9b2717db-6efa-47ea-94b3-f8ae2526e386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5712872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756229'] for subnet (81d593df-ad80-4e7a-9a09-58d3ed91c2d9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:11.465572 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2717db-6efa-47ea-94b3-f8ae2526e386 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81d593df-ad80-4e7a-9a09-58d3ed91c2d9,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:08:11.472594 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2717db-6efa-47ea-94b3-f8ae2526e386 admin admin] Checking segment: {'id': '970023b4-0c51-4c65-9927-7be54bf92190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'eaa2de73-84b5-464d-8625-8db6f7696595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 14:08:11.472947 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2717db-6efa-47ea-94b3-f8ae2526e386 admin admin] Network hostable DHCP agents. Network: eaa2de73-84b5-464d-8625-8db6f7696595, hostable agents: ['abc51175-8e70-4fa5-9c56-ea38a91f7e2e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 14:08:11.489453 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2717db-6efa-47ea-94b3-f8ae2526e386 admin admin] Network eaa2de73-84b5-464d-8625-8db6f7696595 is scheduled to be hosted by DHCP agent abc51175-8e70-4fa5-9c56-ea38a91f7e2e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 14:08:11.498618 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-9b2717db-6efa-47ea-94b3-f8ae2526e386 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842129-1-iscsi, eaa2de73-84b5-464d-8625-8db6f7696595) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:08:11.504361 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2717db-6efa-47ea-94b3-f8ae2526e386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:11.505417 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9b2717db-6efa-47ea-94b3-f8ae2526e386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:11.508817 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab75623-377a-45d5-94e9-de8987367a79 None None] Network eaa2de73-84b5-464d-8625-8db6f7696595 requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 14:08:11.522398 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-9b2717db-6efa-47ea-94b3-f8ae2526e386 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3165512 May 24 14:08:11.549316 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:08:11.582724 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:08:11.613422 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307c47c4-4b84-4312-8136-3b0af256eddf None None] Network eaa2de73-84b5-464d-8625-8db6f7696595 requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 14:08:12.175226 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:08:12.183884 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e52ed1-275e-4198-8d1a-ad207585a724 req-f86815b7-c446-46d8-99a0-4c489ddf358a tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:12.185340 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-06e52ed1-275e-4198-8d1a-ad207585a724 req-f86815b7-c446-46d8-99a0-4c489ddf358a tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 943 time: 0.0480256 May 24 14:08:12.236326 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-06e52ed1-275e-4198-8d1a-ad207585a724 req-7c17f174-3b1d-4635-89d3-7b43e30ef6dc tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442407 May 24 14:08:13.272989 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-c8e50be3-cefe-472d-b27d-508296de3c3f tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:13.274474 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-c8e50be3-cefe-472d-b27d-508296de3c3f tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/networks?id=eaa2de73-84b5-464d-8625-8db6f7696595 HTTP/1.1" status: 200 len: 812 time: 0.1033425 May 24 14:08:13.289921 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-6608aef7-6408-4371-9bbb-8b783feecd93 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/quotas/1dfef898db944127a1407a9be98cac4f HTTP/1.1" status: 200 len: 375 time: 0.0100579 May 24 14:08:13.322639 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-b01bc4df-5f44-4820-a70c-67da7947ea4d tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1dfef898db944127a1407a9be98cac4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277014 May 24 14:08:13.353927 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491d39a-283a-494a-b034-88c33cb02ffa req-a3ada8e3-ab31-4b7c-92e6-0837a8b2f61c tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:13.355411 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d491d39a-283a-494a-b034-88c33cb02ffa req-a3ada8e3-ab31-4b7c-92e6-0837a8b2f61c tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 943 time: 0.0510111 May 24 14:08:13.383146 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:08:13.406022 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d491d39a-283a-494a-b034-88c33cb02ffa req-2ddf2343-dc99-45de-9af9-4d72b1f653bc tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450215 May 24 14:08:13.417662 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-a785eb60-8e08-4351-a31f-9973b7906cd9 service neutron] 10.222.0.24 "GET /v2.0/networks/eaa2de73-84b5-464d-8625-8db6f7696595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873430 May 24 14:08:13.509788 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-3cb9a441-61e7-4332-ba47-31d307ed50a1 service neutron] 10.222.0.24 "GET /v2.0/networks/eaa2de73-84b5-464d-8625-8db6f7696595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858908 May 24 14:08:13.666878 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-4058f965-7d24-4cdc-9963-109b7cebf429 req-1287f04c-4095-4fed-902d-48fc26484e8d tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b8cba3f-048c-4686-b7d0-58c1afdc8503 HTTP/1.1" status: 200 len: 210 time: 0.0288541 May 24 14:08:14.506851 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:08:14.521998 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261714f0-2ac1-444e-b506-e468a2ed418d req-ae04d6dc-0893-4452-b9c7-5d9e39094e55 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:14.523487 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-261714f0-2ac1-444e-b506-e468a2ed418d req-ae04d6dc-0893-4452-b9c7-5d9e39094e55 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 943 time: 0.0499110 May 24 14:08:14.571782 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-261714f0-2ac1-444e-b506-e468a2ed418d req-53d906bf-3a8e-4358-8be2-8f4f375d88ca tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426090 May 24 14:08:14.762118 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-45e375b5-93a8-4b7c-9c9d-0ea6341334d8 req-1fc179a7-f77c-41c8-b88f-45523a77a96e tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b8cba3f-048c-4686-b7d0-58c1afdc8503 HTTP/1.1" status: 200 len: 210 time: 0.0280225 May 24 14:08:15.218409 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb5d50-4da4-4fb5-be80-ea7d665348fc req-b1fb52a0-2f21-45f5-915f-4157eb840fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:15.219936 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-21eb5d50-4da4-4fb5-be80-ea7d665348fc req-b1fb52a0-2f21-45f5-915f-4157eb840fcd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 1127 time: 0.0432460 May 24 14:08:15.479948 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-21eb5d50-4da4-4fb5-be80-ea7d665348fc req-0b66c078-eb20-4a97-840e-a709ede14e50 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411282 May 24 14:08:15.685150 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc13f25-8d39-474f-b1c4-7401156c91f8 req-8fd8e3b3-8b6c-4735-abe1-7b2dcec43f60 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:15.686602 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-adc13f25-8d39-474f-b1c4-7401156c91f8 req-8fd8e3b3-8b6c-4735-abe1-7b2dcec43f60 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 943 time: 0.0459836 May 24 14:08:15.736657 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-adc13f25-8d39-474f-b1c4-7401156c91f8 req-fe643ff8-a048-4388-a4ea-335edcaea2bd tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435660 May 24 14:08:15.857800 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-3f29f484-482d-489a-8bd7-1d7e39292f3a tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:15.859723 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-3f29f484-482d-489a-8bd7-1d7e39292f3a tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.55 "GET /v2.0/networks?id=eaa2de73-84b5-464d-8625-8db6f7696595 HTTP/1.1" status: 200 len: 812 time: 0.1125035 May 24 14:08:15.864636 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-54cd5a12-dff0-4f63-acc2-8c1ab618e951 req-e9cd6db9-2a01-40c2-8930-abb7c15109ff tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b8cba3f-048c-4686-b7d0-58c1afdc8503 HTTP/1.1" status: 200 len: 210 time: 0.0320899 May 24 14:08:15.873418 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-4f6d85d5-eef7-4c10-9cf1-2d1774df7dad tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Request body: {'port': {'device_id': '3b8cba3f-048c-4686-b7d0-58c1afdc8503', 'network_id': 'eaa2de73-84b5-464d-8625-8db6f7696595', 'admin_state_up': True, 'tenant_id': '1dfef898db944127a1407a9be98cac4f'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:08:15.982161 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-4f6d85d5-eef7-4c10-9cf1-2d1774df7dad tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Made reservation on behalf of 1dfef898db944127a1407a9be98cac4f for: {'port': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 14:08:15.986779 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-4f6d85d5-eef7-4c10-9cf1-2d1774df7dad tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:16.111602 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-4f6d85d5-eef7-4c10-9cf1-2d1774df7dad tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Allocated IP 172.20.0.4 (eaa2de73-84b5-464d-8625-8db6f7696595/81d593df-ad80-4e7a-9a09-58d3ed91c2d9/a4af5bfe-2762-47ed-b06a-0c96ced4d435) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 14:08:16.251979 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:08:16.257460 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-4f6d85d5-eef7-4c10-9cf1-2d1774df7dad tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Publish callbacks [] for port (a4af5bfe-2762-47ed-b06a-0c96ced4d435), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:16.290700 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-4f6d85d5-eef7-4c10-9cf1-2d1774df7dad tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (a4af5bfe-2762-47ed-b06a-0c96ced4d435), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:16.299118 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:08:16.340034 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-4f6d85d5-eef7-4c10-9cf1-2d1774df7dad tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Network eaa2de73-84b5-464d-8625-8db6f7696595 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:08:16.345926 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-4f6d85d5-eef7-4c10-9cf1-2d1774df7dad tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:08:16.348053 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d85d5-eef7-4c10-9cf1-2d1774df7dad tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Pushing event updated for resources: {'Port': ['ID=a4af5bfe-2762-47ed-b06a-0c96ced4d435,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:08:16.350136 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-4f6d85d5-eef7-4c10-9cf1-2d1774df7dad tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 14:08:16.377110 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d85d5-eef7-4c10-9cf1-2d1774df7dad tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:08:16.377456 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d85d5-eef7-4c10-9cf1-2d1774df7dad tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:08:16.377793 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d85d5-eef7-4c10-9cf1-2d1774df7dad tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:08:16.378123 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d85d5-eef7-4c10-9cf1-2d1774df7dad tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:08:16.378447 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d85d5-eef7-4c10-9cf1-2d1774df7dad tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:08:16.378769 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d85d5-eef7-4c10-9cf1-2d1774df7dad tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:08:16.379089 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d85d5-eef7-4c10-9cf1-2d1774df7dad tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:08:16.379408 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d85d5-eef7-4c10-9cf1-2d1774df7dad tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:08:16.379723 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d85d5-eef7-4c10-9cf1-2d1774df7dad tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:08:16.380067 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d85d5-eef7-4c10-9cf1-2d1774df7dad tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:08:16.380384 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d85d5-eef7-4c10-9cf1-2d1774df7dad tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:08:16.380700 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d85d5-eef7-4c10-9cf1-2d1774df7dad tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:08:16.381012 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d85d5-eef7-4c10-9cf1-2d1774df7dad tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:08:16.381324 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d85d5-eef7-4c10-9cf1-2d1774df7dad tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:08:16.381635 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d85d5-eef7-4c10-9cf1-2d1774df7dad tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:08:16.411306 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-4f6d85d5-eef7-4c10-9cf1-2d1774df7dad tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:16.411933 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-4f6d85d5-eef7-4c10-9cf1-2d1774df7dad tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:16.427346 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-4f6d85d5-eef7-4c10-9cf1-2d1774df7dad tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5585091 May 24 14:08:16.452614 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-79907736-9d76-473d-9245-1e128afeb208 service neutron] Request body: {'port': {'device_id': '3b8cba3f-048c-4686-b7d0-58c1afdc8503', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:08:16.514328 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-79907736-9d76-473d-9245-1e128afeb208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (a4af5bfe-2762-47ed-b06a-0c96ced4d435), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:16.777077 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 0b05c79c-a61b-459e-a884-b9c7305f6581 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=103809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 14:08:16.797217 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-79907736-9d76-473d-9245-1e128afeb208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4af5bfe-2762-47ed-b06a-0c96ced4d435 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 14:08:16.806109 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-79907736-9d76-473d-9245-1e128afeb208 service neutron] Publish callbacks [] for port (a4af5bfe-2762-47ed-b06a-0c96ced4d435), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:16.849608 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-79907736-9d76-473d-9245-1e128afeb208 service neutron] Transition to ACTIVE for port object a4af5bfe-2762-47ed-b06a-0c96ced4d435 will not be triggered until provisioned by entity L2. {{(pid=103807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 14:08:16.855231 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-79907736-9d76-473d-9245-1e128afeb208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5058382'] for port (a4af5bfe-2762-47ed-b06a-0c96ced4d435), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:16.874611 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 0b05c79c-a61b-459e-a884-b9c7305f6581, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=0b05c79c-a61b-459e-a884-b9c7305f6581,segment=NetworkSegment(570b5330-747f-49b7-83d6-6b6e30208601),segment_id=570b5330-747f-49b7-83d6-6b6e30208601)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:08:16.893074 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Returning: {'device': '0b05c79c-a61b-459e-a884-b9c7305f6581', 'network_id': 'ceb718dc-f4a8-4668-a280-59d30b7a2d2c', 'port_id': '0b05c79c-a61b-459e-a884-b9c7305f6581', 'mac_address': 'fa:16:3e:10:0e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51ad56e2-5223-4686-9701-7e93c8b6f443', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 14:08:16.893576 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95960b-df72-4d5c-876e-8f96a8cf62d0 req-bafa0d5c-c3b6-42e5-9cc0-d4620f15d762 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:16.895351 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4d95960b-df72-4d5c-876e-8f96a8cf62d0 req-bafa0d5c-c3b6-42e5-9cc0-d4620f15d762 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 943 time: 0.0862014 May 24 14:08:16.924308 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79907736-9d76-473d-9245-1e128afeb208 service neutron] Pushing event updated for resources: {'Port': ['ID=a4af5bfe-2762-47ed-b06a-0c96ced4d435,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:08:16.939260 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 0b05c79c-a61b-459e-a884-b9c7305f6581 is: DOWN; New status is: BUILD {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:08:16.939657 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (0b05c79c-a61b-459e-a884-b9c7305f6581), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:16.954767 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b05c79c-a61b-459e-a884-b9c7305f6581 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 14:08:16.975498 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 0b05c79c-a61b-459e-a884-b9c7305f6581, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=0b05c79c-a61b-459e-a884-b9c7305f6581,segment=NetworkSegment(570b5330-747f-49b7-83d6-6b6e30208601),segment_id=570b5330-747f-49b7-83d6-6b6e30208601)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:08:16.980939 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (0b05c79c-a61b-459e-a884-b9c7305f6581), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:16.997406 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4188f45-6a93-4980-ab41-9426dbe7c5df req-47e06ab0-28ee-481a-9464-ea31a6bc7777 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:16.999379 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c4188f45-6a93-4980-ab41-9426dbe7c5df req-47e06ab0-28ee-481a-9464-ea31a6bc7777 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b8cba3f-048c-4686-b7d0-58c1afdc8503 HTTP/1.1" status: 200 len: 943 time: 0.0568619 May 24 14:08:17.017014 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4d95960b-df72-4d5c-876e-8f96a8cf62d0 req-895bcfc8-e190-43da-a27d-28b7d4102b35 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029222 May 24 14:08:17.032271 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-79907736-9d76-473d-9245-1e128afeb208 service neutron] Attempting to bind port a4af5bfe-2762-47ed-b06a-0c96ced4d435 on host hv-cinder-84212 for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 14:08:17.032611 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-79907736-9d76-473d-9245-1e128afeb208 service neutron] Attempting to bind port a4af5bfe-2762-47ed-b06a-0c96ced4d435 by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': '970023b4-0c51-4c65-9927-7be54bf92190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'eaa2de73-84b5-464d-8625-8db6f7696595'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 14:08:17.032964 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-79907736-9d76-473d-9245-1e128afeb208 service neutron] Attempting to bind port a4af5bfe-2762-47ed-b06a-0c96ced4d435 on network eaa2de73-84b5-464d-8625-8db6f7696595 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:08:17.037437 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=0b05c79c-a61b-459e-a884-b9c7305f6581,revision_number=7']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:08:17.037612 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-79907736-9d76-473d-9245-1e128afeb208 service neutron] Port a4af5bfe-2762-47ed-b06a-0c96ced4d435 on network eaa2de73-84b5-464d-8625-8db6f7696595 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 14:08:17.038560 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-79907736-9d76-473d-9245-1e128afeb208 service neutron] Attempting to bind port a4af5bfe-2762-47ed-b06a-0c96ced4d435 on network eaa2de73-84b5-464d-8625-8db6f7696595 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:08:17.040597 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:08:17.044566 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-79907736-9d76-473d-9245-1e128afeb208 service neutron] Checking agent: {'id': 'a7952d12-b11e-49b3-ae0f-02e893d8d6d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'started_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 14, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 14:08:17.044891 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-79907736-9d76-473d-9245-1e128afeb208 service neutron] Checking segment: {'id': '970023b4-0c51-4c65-9927-7be54bf92190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'eaa2de73-84b5-464d-8625-8db6f7696595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 14:08:17.045328 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-79907736-9d76-473d-9245-1e128afeb208 service neutron] Bound using segment: {'id': '970023b4-0c51-4c65-9927-7be54bf92190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'eaa2de73-84b5-464d-8625-8db6f7696595'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 14:08:17.045759 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-79907736-9d76-473d-9245-1e128afeb208 service neutron] Bound port: a4af5bfe-2762-47ed-b06a-0c96ced4d435, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '970023b4-0c51-4c65-9927-7be54bf92190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'eaa2de73-84b5-464d-8625-8db6f7696595'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 14:08:17.046116 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-79907736-9d76-473d-9245-1e128afeb208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (a4af5bfe-2762-47ed-b06a-0c96ced4d435), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:17.065550 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:08:17.067197 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c4188f45-6a93-4980-ab41-9426dbe7c5df req-3d4aee7b-6606-4a11-9216-ee6a60ab0f58 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b95cd97-0ece-4500-a907-20e0173752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586491 May 24 14:08:17.120289 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-79907736-9d76-473d-9245-1e128afeb208 service neutron] For port a4af5bfe-2762-47ed-b06a-0c96ced4d435, host hv-cinder-84212, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 14:08:17.123996 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-79907736-9d76-473d-9245-1e128afeb208 service neutron] For port a4af5bfe-2762-47ed-b06a-0c96ced4d435, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=a4af5bfe-2762-47ed-b06a-0c96ced4d435,segment=NetworkSegment(970023b4-0c51-4c65-9927-7be54bf92190),segment_id=970023b4-0c51-4c65-9927-7be54bf92190)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 14:08:17.130502 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-79907736-9d76-473d-9245-1e128afeb208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5058382'] for port (a4af5bfe-2762-47ed-b06a-0c96ced4d435), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:17.134455 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:08:17.171903 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-79907736-9d76-473d-9245-1e128afeb208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:17.172515 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-79907736-9d76-473d-9245-1e128afeb208 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:17.173892 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-79907736-9d76-473d-9245-1e128afeb208 service neutron] 10.222.0.55 "PUT /v2.0/ports/a4af5bfe-2762-47ed-b06a-0c96ced4d435 HTTP/1.1" status: 200 len: 1093 time: 0.7258441 May 24 14:08:17.174589 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8cba3f-048c-4686-b7d0-58c1afdc8503', 'tag': 'a4af5bfe-2762-47ed-b06a-0c96ced4d435'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:08:17.176821 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1552d6e8-0353-4d8c-86f5-d4237fd02dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "3b8cba3f-048c-4686-b7d0-58c1afdc8503", "tag": "a4af5bfe-2762-47ed-b06a-0c96ced4d435"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:08:17.198899 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79907736-9d76-473d-9245-1e128afeb208 service neutron] Pushing event updated for resources: {'Port': ['ID=a4af5bfe-2762-47ed-b06a-0c96ced4d435,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:08:17.226563 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 14:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7467b63a-06db-48aa-8538-e85ee2b85aec x-openstack-request-id: req-7467b63a-06db-48aa-8538-e85ee2b85aec {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:08:17.226856 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b8cba3f-048c-4686-b7d0-58c1afdc8503", "tag": "a4af5bfe-2762-47ed-b06a-0c96ced4d435", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:08:17.227109 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7467b63a-06db-48aa-8538-e85ee2b85aec {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:08:17.227729 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7467b63a-06db-48aa-8538-e85ee2b85aec'] response: {'name': 'network-changed', 'server_uuid': '3b8cba3f-048c-4686-b7d0-58c1afdc8503', 'tag': 'a4af5bfe-2762-47ed-b06a-0c96ced4d435', 'status': 'completed', 'code': 200} May 24 14:08:17.272929 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-d674d2e2-369b-4941-a726-5eba85652533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:17.274317 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-d674d2e2-369b-4941-a726-5eba85652533 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1dfef898db944127a1407a9be98cac4f&device_id=3b8cba3f-048c-4686-b7d0-58c1afdc8503 HTTP/1.1" status: 200 len: 1127 time: 0.0396636 May 24 14:08:17.315900 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-0499c9b7-d468-44dc-bf1c-7e250f064349 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4af5bfe-2762-47ed-b06a-0c96ced4d435 HTTP/1.1" status: 200 len: 217 time: 0.0334015 May 24 14:08:17.347681 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['0b05c79c-a61b-459e-a884-b9c7305f6581'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 14:08:17.415521 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-f3d5315d-a108-4fcd-b858-6d88ee1dac2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:17.416996 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-f3d5315d-a108-4fcd-b858-6d88ee1dac2a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=81d593df-ad80-4e7a-9a09-58d3ed91c2d9 HTTP/1.1" status: 200 len: 852 time: 0.0469699 May 24 14:08:17.448581 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-ae601e25-9d56-4a97-9ded-26d45fbf84ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eaa2de73-84b5-464d-8625-8db6f7696595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253887 May 24 14:08:17.518607 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:08:17.540269 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-b625362a-d5b1-46f2-ab9f-f2861e8eaffa service neutron] 10.222.0.55 "GET /v2.0/networks/eaa2de73-84b5-464d-8625-8db6f7696595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854743 May 24 14:08:17.634298 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-431f108a-1de4-4305-9b89-d7377e8d45e7 req-1eecbc59-1404-4b5a-8747-b6f4811ba104 service neutron] 10.222.0.55 "GET /v2.0/networks/eaa2de73-84b5-464d-8625-8db6f7696595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836492 May 24 14:08:18.150297 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a7ba0-c47b-4377-b066-d347c1b4b148 req-c69970b2-7c9b-4df4-9768-95b27062dd70 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:18.151786 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-fa1a7ba0-c47b-4377-b066-d347c1b4b148 req-c69970b2-7c9b-4df4-9768-95b27062dd70 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 944 time: 0.0472124 May 24 14:08:18.189600 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e1c20-0511-4455-b085-94ef2d13396d req-3bcb1975-5c66-4013-9a01-9293f32bae2d tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:18.191077 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-493e1c20-0511-4455-b085-94ef2d13396d req-3bcb1975-5c66-4013-9a01-9293f32bae2d tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b8cba3f-048c-4686-b7d0-58c1afdc8503 HTTP/1.1" status: 200 len: 943 time: 0.0515611 May 24 14:08:18.201256 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-fa1a7ba0-c47b-4377-b066-d347c1b4b148 req-15b0ed33-db1d-4b37-89ed-7131d36ac79a tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426941 May 24 14:08:18.237537 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-493e1c20-0511-4455-b085-94ef2d13396d req-22e49927-4f8c-453e-8c3e-230bf0486ecc tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b95cd97-0ece-4500-a907-20e0173752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408375 May 24 14:08:18.800128 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 0b05c79c-a61b-459e-a884-b9c7305f6581 up at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:08:18.843304 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning complete for port 0b05c79c-a61b-459e-a884-b9c7305f6581 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:08:18.843853 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (0b05c79c-a61b-459e-a884-b9c7305f6581), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:18.919679 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 0b05c79c-a61b-459e-a884-b9c7305f6581 is: BUILD; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:08:18.920097 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (0b05c79c-a61b-459e-a884-b9c7305f6581), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:18.946293 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb63ce0-bd0a-4a00-ae22-d891b29fb857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b05c79c-a61b-459e-a884-b9c7305f6581'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:08:18.948513 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6704ccb53a4068acec69ef2b688a9e5af712f2ba46f4bf8cce86ae06eb28aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57322f4e-ff8d-4310-be78-adae9ca78f67" -d '{"events": [{"server_uuid": "0fb63ce0-bd0a-4a00-ae22-d891b29fb857", "name": "network-vif-plugged", "status": "completed", "tag": "0b05c79c-a61b-459e-a884-b9c7305f6581"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:08:18.961368 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 0b05c79c-a61b-459e-a884-b9c7305f6581, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=0b05c79c-a61b-459e-a884-b9c7305f6581,segment=NetworkSegment(570b5330-747f-49b7-83d6-6b6e30208601),segment_id=570b5330-747f-49b7-83d6-6b6e30208601)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:08:18.966483 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (0b05c79c-a61b-459e-a884-b9c7305f6581), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:18.988288 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 14:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817e8bbc-3f1f-421b-b228-51c7a8fb9044 x-openstack-request-id: req-817e8bbc-3f1f-421b-b228-51c7a8fb9044 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:08:18.988572 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb63ce0-bd0a-4a00-ae22-d891b29fb857", "name": "network-vif-plugged", "status": "completed", "tag": "0b05c79c-a61b-459e-a884-b9c7305f6581", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:08:18.988826 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-817e8bbc-3f1f-421b-b228-51c7a8fb9044 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:08:18.989213 dv-cinder-842129-1-iscsi neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-817e8bbc-3f1f-421b-b228-51c7a8fb9044'] response: {'server_uuid': '0fb63ce0-bd0a-4a00-ae22-d891b29fb857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b05c79c-a61b-459e-a884-b9c7305f6581', 'code': 200} May 24 14:08:19.014158 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=0b05c79c-a61b-459e-a884-b9c7305f6581,revision_number=8']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:08:19.349992 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c04c0fe-c683-4c95-8410-b0dd11529e33 req-ac674061-2121-428a-ae2f-434091d5f040 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:19.351466 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3c04c0fe-c683-4c95-8410-b0dd11529e33 req-ac674061-2121-428a-ae2f-434091d5f040 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b8cba3f-048c-4686-b7d0-58c1afdc8503 HTTP/1.1" status: 200 len: 943 time: 0.0466404 May 24 14:08:19.398205 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3c04c0fe-c683-4c95-8410-b0dd11529e33 req-f46b7ea2-1df4-4534-ba36-268343215ccc tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b95cd97-0ece-4500-a907-20e0173752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412939 May 24 14:08:20.027588 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552d6e8-0353-4d8c-86f5-d4237fd02dc4 req-1afddf47-0040-4123-a292-8ac00b29c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:20.029065 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1552d6e8-0353-4d8c-86f5-d4237fd02dc4 req-1afddf47-0040-4123-a292-8ac00b29c770 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1dfef898db944127a1407a9be98cac4f&device_id=3b8cba3f-048c-4686-b7d0-58c1afdc8503 HTTP/1.1" status: 200 len: 1127 time: 0.0388186 May 24 14:08:20.117863 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552d6e8-0353-4d8c-86f5-d4237fd02dc4 req-34014d5d-8a5d-4863-8e2e-1337439cb0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:20.119310 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1552d6e8-0353-4d8c-86f5-d4237fd02dc4 req-34014d5d-8a5d-4863-8e2e-1337439cb0de service neutron] 10.222.0.55 "GET /v2.0/networks?id=eaa2de73-84b5-464d-8625-8db6f7696595 HTTP/1.1" status: 200 len: 913 time: 0.0846786 May 24 14:08:20.158014 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1552d6e8-0353-4d8c-86f5-d4237fd02dc4 req-de09c206-351a-4106-a393-e96c70238191 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4af5bfe-2762-47ed-b06a-0c96ced4d435 HTTP/1.1" status: 200 len: 217 time: 0.0324650 May 24 14:08:20.205064 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552d6e8-0353-4d8c-86f5-d4237fd02dc4 req-00e41292-78d2-4237-ad0e-65ddb36a4082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:20.206467 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1552d6e8-0353-4d8c-86f5-d4237fd02dc4 req-00e41292-78d2-4237-ad0e-65ddb36a4082 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=81d593df-ad80-4e7a-9a09-58d3ed91c2d9 HTTP/1.1" status: 200 len: 852 time: 0.0424383 May 24 14:08:20.502515 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1552d6e8-0353-4d8c-86f5-d4237fd02dc4 req-3974c292-16f9-43f8-ac63-e34e34f2e8d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eaa2de73-84b5-464d-8625-8db6f7696595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2902613 May 24 14:08:20.528143 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa79d5-e182-4e76-9671-2bb0e55dd85b req-cfb67640-3b22-4d19-91e0-9ce68ae76ece tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:20.529723 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e9aa79d5-e182-4e76-9671-2bb0e55dd85b req-cfb67640-3b22-4d19-91e0-9ce68ae76ece tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b8cba3f-048c-4686-b7d0-58c1afdc8503 HTTP/1.1" status: 200 len: 943 time: 0.0527141 May 24 14:08:20.576488 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e9aa79d5-e182-4e76-9671-2bb0e55dd85b req-ebfeab75-2396-464b-914a-68a53b80bde4 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b95cd97-0ece-4500-a907-20e0173752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408826 May 24 14:08:20.592235 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1552d6e8-0353-4d8c-86f5-d4237fd02dc4 req-c48a9c77-3f54-4cea-ac7d-bdf4c657be6f service neutron] 10.222.0.55 "GET /v2.0/networks/eaa2de73-84b5-464d-8625-8db6f7696595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833442 May 24 14:08:20.652881 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:08:20.682713 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1552d6e8-0353-4d8c-86f5-d4237fd02dc4 req-07681337-475b-456d-bfdc-42d3c87f41eb service neutron] 10.222.0.55 "GET /v2.0/networks/eaa2de73-84b5-464d-8625-8db6f7696595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848846 May 24 14:08:20.814307 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device a4af5bfe-2762-47ed-b06a-0c96ced4d435 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=103809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 14:08:20.911326 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port a4af5bfe-2762-47ed-b06a-0c96ced4d435, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=a4af5bfe-2762-47ed-b06a-0c96ced4d435,segment=NetworkSegment(970023b4-0c51-4c65-9927-7be54bf92190),segment_id=970023b4-0c51-4c65-9927-7be54bf92190)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:08:20.923128 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Returning: {'device': 'a4af5bfe-2762-47ed-b06a-0c96ced4d435', 'network_id': 'eaa2de73-84b5-464d-8625-8db6f7696595', 'port_id': 'a4af5bfe-2762-47ed-b06a-0c96ced4d435', 'mac_address': 'fa:16:3e:1a:43:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d593df-ad80-4e7a-9a09-58d3ed91c2d9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 14:08:20.956907 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port a4af5bfe-2762-47ed-b06a-0c96ced4d435 is: DOWN; New status is: BUILD {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:08:20.957216 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (a4af5bfe-2762-47ed-b06a-0c96ced4d435), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:20.969927 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4af5bfe-2762-47ed-b06a-0c96ced4d435 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 14:08:20.992665 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port a4af5bfe-2762-47ed-b06a-0c96ced4d435, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=a4af5bfe-2762-47ed-b06a-0c96ced4d435,segment=NetworkSegment(970023b4-0c51-4c65-9927-7be54bf92190),segment_id=970023b4-0c51-4c65-9927-7be54bf92190)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:08:20.997672 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (a4af5bfe-2762-47ed-b06a-0c96ced4d435), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:21.166180 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=a4af5bfe-2762-47ed-b06a-0c96ced4d435,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:08:21.334795 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['a4af5bfe-2762-47ed-b06a-0c96ced4d435'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 14:08:21.386475 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=100 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:08:21.407158 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:08:21.688717 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e00bf4-3ffb-47e6-932d-fde6b5a49294 req-27dae30d-6096-4c8d-9a37-19291e130ab6 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:21.690207 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-73e00bf4-3ffb-47e6-932d-fde6b5a49294 req-27dae30d-6096-4c8d-9a37-19291e130ab6 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b8cba3f-048c-4686-b7d0-58c1afdc8503 HTTP/1.1" status: 200 len: 944 time: 0.0467591 May 24 14:08:21.720137 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:08:21.737457 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-73e00bf4-3ffb-47e6-932d-fde6b5a49294 req-c40ba3d6-8cb5-4ad0-9a52-f1a5e031ab04 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b95cd97-0ece-4500-a907-20e0173752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417905 May 24 14:08:22.812200 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device a4af5bfe-2762-47ed-b06a-0c96ced4d435 up at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:08:22.853995 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd342cd9-bd81-464e-87a8-62dc9eda89cf req-1364f6fa-bfec-4e53-85df-b6e8e1deaff3 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:22.854599 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning for port a4af5bfe-2762-47ed-b06a-0c96ced4d435 completed by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 14:08:22.855466 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-fd342cd9-bd81-464e-87a8-62dc9eda89cf req-1364f6fa-bfec-4e53-85df-b6e8e1deaff3 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b8cba3f-048c-4686-b7d0-58c1afdc8503 HTTP/1.1" status: 200 len: 944 time: 0.0468266 May 24 14:08:22.860834 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning complete for port a4af5bfe-2762-47ed-b06a-0c96ced4d435 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:08:22.861295 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (a4af5bfe-2762-47ed-b06a-0c96ced4d435), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:22.904329 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-fd342cd9-bd81-464e-87a8-62dc9eda89cf req-228b2b31-8b88-45bf-961d-8cff2be3acd4 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b95cd97-0ece-4500-a907-20e0173752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424461 May 24 14:08:22.937689 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port a4af5bfe-2762-47ed-b06a-0c96ced4d435 is: BUILD; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:08:22.938151 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (a4af5bfe-2762-47ed-b06a-0c96ced4d435), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:22.960269 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8cba3f-048c-4686-b7d0-58c1afdc8503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4af5bfe-2762-47ed-b06a-0c96ced4d435'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:08:22.962430 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6704ccb53a4068acec69ef2b688a9e5af712f2ba46f4bf8cce86ae06eb28aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8602dba2-0a9d-41d6-8396-1e1c6246d1a4" -d '{"events": [{"server_uuid": "3b8cba3f-048c-4686-b7d0-58c1afdc8503", "name": "network-vif-plugged", "status": "completed", "tag": "a4af5bfe-2762-47ed-b06a-0c96ced4d435"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:08:22.978907 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port a4af5bfe-2762-47ed-b06a-0c96ced4d435, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=a4af5bfe-2762-47ed-b06a-0c96ced4d435,segment=NetworkSegment(970023b4-0c51-4c65-9927-7be54bf92190),segment_id=970023b4-0c51-4c65-9927-7be54bf92190)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:08:22.982948 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (a4af5bfe-2762-47ed-b06a-0c96ced4d435), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:23.007283 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 14:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f024b20-e732-454e-905e-0d8da7246fbc x-openstack-request-id: req-7f024b20-e732-454e-905e-0d8da7246fbc {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:08:23.008199 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8cba3f-048c-4686-b7d0-58c1afdc8503", "name": "network-vif-plugged", "status": "completed", "tag": "a4af5bfe-2762-47ed-b06a-0c96ced4d435", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:08:23.008456 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7f024b20-e732-454e-905e-0d8da7246fbc {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:08:23.008872 dv-cinder-842129-1-iscsi neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f024b20-e732-454e-905e-0d8da7246fbc'] response: {'server_uuid': '3b8cba3f-048c-4686-b7d0-58c1afdc8503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4af5bfe-2762-47ed-b06a-0c96ced4d435', 'code': 200} May 24 14:08:23.036752 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=a4af5bfe-2762-47ed-b06a-0c96ced4d435,revision_number=5']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:08:23.045287 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:08:23.045638 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:08:23.045983 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:08:23.046327 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:08:23.046803 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:08:23.047158 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:08:23.047654 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:08:23.048014 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:08:23.048352 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:08:23.048686 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:08:23.049014 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:08:23.049347 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:08:23.049679 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:08:23.050003 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:08:23.050326 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:08:23.167444 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6ca03-22df-4532-b456-0123bc9f063a req-7d206fbb-322a-4f65-a003-90feca7bbf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:23.168983 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-43d6ca03-22df-4532-b456-0123bc9f063a req-7d206fbb-322a-4f65-a003-90feca7bbf40 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3b8cba3f-048c-4686-b7d0-58c1afdc8503 HTTP/1.1" status: 200 len: 1129 time: 0.0394678 May 24 14:08:23.214981 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-43d6ca03-22df-4532-b456-0123bc9f063a req-2325c3f9-836d-40cb-8cfe-086d256ff804 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6b95cd97-0ece-4500-a907-20e0173752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404191 May 24 14:08:23.833530 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2b14cec9-a2de-444c-afec-04157abf8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:24.019745 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d441e85-da44-4a13-a158-7e931123cbd0 req-379e3bb9-a22a-4b50-a857-5d4cda83db48 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:24.021220 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-8d441e85-da44-4a13-a158-7e931123cbd0 req-379e3bb9-a22a-4b50-a857-5d4cda83db48 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b8cba3f-048c-4686-b7d0-58c1afdc8503 HTTP/1.1" status: 200 len: 945 time: 0.0465224 May 24 14:08:24.075295 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-8d441e85-da44-4a13-a158-7e931123cbd0 req-b0054634-0fed-4f9e-bcfe-d4844bd495cf tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b95cd97-0ece-4500-a907-20e0173752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486634 May 24 14:08:25.192036 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af897cde-35c2-45a0-bf7d-1936b1eee3d9 req-d44bc7c8-0671-48cc-b79d-87f18501e76b tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:08:25.193467 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-af897cde-35c2-45a0-bf7d-1936b1eee3d9 req-d44bc7c8-0671-48cc-b79d-87f18501e76b tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b8cba3f-048c-4686-b7d0-58c1afdc8503 HTTP/1.1" status: 200 len: 945 time: 0.0455935 May 24 14:08:25.239329 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-af897cde-35c2-45a0-bf7d-1936b1eee3d9 req-a1030564-19c5-40fd-96b9-44de940a9ee1 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b95cd97-0ece-4500-a907-20e0173752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403969 May 24 14:08:26.170190 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e57996fc-64a4-4d15-909b-edc83fca47cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:27.446615 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:28.575439 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:30.451259 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:34.069459 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=42 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:08:34.071357 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=59 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:08:35.228355 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=18 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:08:35.236217 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=31 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:08:35.386183 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 14:08:40.139467 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:45.382156 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=3 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:08:50.129725 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=34,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:08:50.132701 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:08:50.134948 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:08:52.390213 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:08:53.834886 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-24a750c0-42a8-425c-9ca2-5fa8b6f72749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:56.172172 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c7e24e02-3bdb-4ece-b933-5b17fa801bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:57.449608 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:08:58.577124 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:09:00.443931 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:09:10.147851 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:09:12.386331 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 14:09:16.166638 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7dff4-3659-470d-8a55-388ef8e39768 req-d50c203b-c0ef-428e-8adc-05416e308fd0 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:09:16.168102 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3af7dff4-3659-470d-8a55-388ef8e39768 req-d50c203b-c0ef-428e-8adc-05416e308fd0 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b8cba3f-048c-4686-b7d0-58c1afdc8503 HTTP/1.1" status: 200 len: 945 time: 0.0467565 May 24 14:09:16.213019 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3af7dff4-3659-470d-8a55-388ef8e39768 req-16481c88-8995-469e-9f8a-0a348d1c267e tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b95cd97-0ece-4500-a907-20e0173752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394983 May 24 14:09:17.338020 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665f56e-34f6-41e3-86ad-475ad526c0ab req-4140581f-0e6a-4879-b244-48ee76b9297b tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:09:17.340114 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-b665f56e-34f6-41e3-86ad-475ad526c0ab req-4140581f-0e6a-4879-b244-48ee76b9297b tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b8cba3f-048c-4686-b7d0-58c1afdc8503 HTTP/1.1" status: 200 len: 945 time: 0.0519414 May 24 14:09:17.392118 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-b665f56e-34f6-41e3-86ad-475ad526c0ab req-0a3fb0c4-204d-4dfb-a9b0-1b950b79838c tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b95cd97-0ece-4500-a907-20e0173752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461276 May 24 14:09:17.969905 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cad5a-ef2d-47ae-8845-021ee7da625a req-111c59c1-f3c9-4995-b77e-6b16634736e5 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:09:17.971220 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f50cad5a-ef2d-47ae-8845-021ee7da625a req-111c59c1-f3c9-4995-b77e-6b16634736e5 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b8cba3f-048c-4686-b7d0-58c1afdc8503 HTTP/1.1" status: 200 len: 945 time: 0.0486794 May 24 14:09:18.059652 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-f50cad5a-ef2d-47ae-8845-021ee7da625a req-77ae6d2f-437c-49ce-9747-d08fa2bfe291 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Deleting port a4af5bfe-2762-47ed-b06a-0c96ced4d435 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:09:18.060020 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f50cad5a-ef2d-47ae-8845-021ee7da625a req-77ae6d2f-437c-49ce-9747-d08fa2bfe291 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (a4af5bfe-2762-47ed-b06a-0c96ced4d435), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:09:18.150968 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-f50cad5a-ef2d-47ae-8845-021ee7da625a req-77ae6d2f-437c-49ce-9747-d08fa2bfe291 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] For port a4af5bfe-2762-47ed-b06a-0c96ced4d435, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=a4af5bfe-2762-47ed-b06a-0c96ced4d435,segment=NetworkSegment(970023b4-0c51-4c65-9927-7be54bf92190),segment_id=970023b4-0c51-4c65-9927-7be54bf92190)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:09:18.151323 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f50cad5a-ef2d-47ae-8845-021ee7da625a req-77ae6d2f-437c-49ce-9747-d08fa2bfe291 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (a4af5bfe-2762-47ed-b06a-0c96ced4d435), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:09:18.164546 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-f50cad5a-ef2d-47ae-8845-021ee7da625a req-77ae6d2f-437c-49ce-9747-d08fa2bfe291 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Calling delete_port for a4af5bfe-2762-47ed-b06a-0c96ced4d435 owned by compute:nova {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:09:18.283956 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f50cad5a-ef2d-47ae-8845-021ee7da625a req-77ae6d2f-437c-49ce-9747-d08fa2bfe291 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (a4af5bfe-2762-47ed-b06a-0c96ced4d435), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:09:18.297269 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['a4af5bfe-2762-47ed-b06a-0c96ced4d435'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 14:09:18.317221 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae6d2f-437c-49ce-9747-d08fa2bfe291 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Pushing event deleted for resources: {'Port': ['ID=a4af5bfe-2762-47ed-b06a-0c96ced4d435,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:09:18.346505 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae6d2f-437c-49ce-9747-d08fa2bfe291 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:09:18.346848 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae6d2f-437c-49ce-9747-d08fa2bfe291 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:09:18.347186 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae6d2f-437c-49ce-9747-d08fa2bfe291 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:09:18.347516 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae6d2f-437c-49ce-9747-d08fa2bfe291 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:09:18.347871 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae6d2f-437c-49ce-9747-d08fa2bfe291 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:09:18.348200 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae6d2f-437c-49ce-9747-d08fa2bfe291 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:09:18.348521 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae6d2f-437c-49ce-9747-d08fa2bfe291 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:09:18.348840 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae6d2f-437c-49ce-9747-d08fa2bfe291 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:09:18.349161 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae6d2f-437c-49ce-9747-d08fa2bfe291 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:09:18.349475 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae6d2f-437c-49ce-9747-d08fa2bfe291 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:09:18.349789 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae6d2f-437c-49ce-9747-d08fa2bfe291 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:09:18.350106 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae6d2f-437c-49ce-9747-d08fa2bfe291 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:09:18.350419 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae6d2f-437c-49ce-9747-d08fa2bfe291 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:09:18.350734 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae6d2f-437c-49ce-9747-d08fa2bfe291 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:09:18.351101 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae6d2f-437c-49ce-9747-d08fa2bfe291 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:09:18.375050 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50cad5a-ef2d-47ae-8845-021ee7da625a req-77ae6d2f-437c-49ce-9747-d08fa2bfe291 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] No DVR routers for this DVR port a4af5bfe-2762-47ed-b06a-0c96ced4d435 on host hv-cinder-84212 {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 14:09:18.377883 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f50cad5a-ef2d-47ae-8845-021ee7da625a req-77ae6d2f-437c-49ce-9747-d08fa2bfe291 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:09:18.382153 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f50cad5a-ef2d-47ae-8845-021ee7da625a req-77ae6d2f-437c-49ce-9747-d08fa2bfe291 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.55 "DELETE /v2.0/ports/a4af5bfe-2762-47ed-b06a-0c96ced4d435 HTTP/1.1" status: 204 len: 173 time: 0.4058988 May 24 14:09:18.382591 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8cba3f-048c-4686-b7d0-58c1afdc8503', 'name': 'network-vif-deleted', 'tag': 'a4af5bfe-2762-47ed-b06a-0c96ced4d435'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:09:18.384977 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6b14dd-e822-414b-ae12-624f97483b53" -d '{"events": [{"server_uuid": "3b8cba3f-048c-4686-b7d0-58c1afdc8503", "name": "network-vif-deleted", "tag": "a4af5bfe-2762-47ed-b06a-0c96ced4d435"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:09:18.428239 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 14:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33d3c2f-9643-4f18-b7ac-8bf37e856051 x-openstack-request-id: req-f33d3c2f-9643-4f18-b7ac-8bf37e856051 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:09:18.428531 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8cba3f-048c-4686-b7d0-58c1afdc8503", "name": "network-vif-deleted", "tag": "a4af5bfe-2762-47ed-b06a-0c96ced4d435", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:09:18.428781 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f33d3c2f-9643-4f18-b7ac-8bf37e856051 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:09:18.429206 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f33d3c2f-9643-4f18-b7ac-8bf37e856051'] response: {'server_uuid': '3b8cba3f-048c-4686-b7d0-58c1afdc8503', 'name': 'network-vif-deleted', 'tag': 'a4af5bfe-2762-47ed-b06a-0c96ced4d435', 'status': 'completed', 'code': 200} May 24 14:09:18.490851 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0aceb01a-5338-4055-9f97-1a9e98d899c9 req-f9927eba-ac0d-4f36-a251-a56e66d9175f tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b8cba3f-048c-4686-b7d0-58c1afdc8503 HTTP/1.1" status: 200 len: 210 time: 0.0288804 May 24 14:09:20.142349 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:09:20.144226 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:09:21.425381 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device a4af5bfe-2762-47ed-b06a-0c96ced4d435 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:09:21.444898 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] No Port match for: a4af5bfe-2762-47ed-b06a-0c96ced4d435 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:09:21.445250 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device a4af5bfe-2762-47ed-b06a-0c96ced4d435 not bound to the agent host hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:09:22.381655 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=5 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:09:22.382449 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=3 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:09:23.826091 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:09:23.841225 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e37d6b24-aa6c-4faa-8772-687506add782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:09:26.174811 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-250b032c-ab43-4790-af8f-88912d4c54a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:09:27.451585 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:09:28.327675 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=56,neutron:DELETE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:09:28.359086 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=53,neutron:DELETE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:09:28.471057 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=7 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:09:28.471804 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=13 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:09:28.579719 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:09:30.448808 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:09:30.750551 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-1852abc1-14ba-485d-ac17-c317919e26f9 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:09:30.752026 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-1852abc1-14ba-485d-ac17-c317919e26f9 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/networks?id=eaa2de73-84b5-464d-8625-8db6f7696595 HTTP/1.1" status: 200 len: 812 time: 0.3165066 May 24 14:09:30.766373 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-dd582b1a-0d71-4c9d-905e-86e381e7939f tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/quotas/1dfef898db944127a1407a9be98cac4f HTTP/1.1" status: 200 len: 375 time: 0.0087488 May 24 14:09:30.798099 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-5d948fe7-e850-4457-bec0-ea009b6634e7 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1dfef898db944127a1407a9be98cac4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270400 May 24 14:09:30.853627 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-bdab9c9e-0e71-443b-9815-980e8c6f21fe service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 24 14:09:30.854594 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-bdab9c9e-0e71-443b-9815-980e8c6f21fe service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0505738 May 24 14:09:30.945555 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-405ad672-f719-4adc-b5e7-ee30a220dc4b service neutron] 10.222.0.24 "GET /v2.0/networks/eaa2de73-84b5-464d-8625-8db6f7696595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852053 May 24 14:09:31.035695 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-33d5e14c-47b4-4331-8c53-04959673fe76 service neutron] 10.222.0.24 "GET /v2.0/networks/eaa2de73-84b5-464d-8625-8db6f7696595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843017 May 24 14:09:31.206138 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f9f45a90-ed76-4750-8626-341c407c11f0 req-2a7832fa-ef95-4af2-9c97-60893505e16e tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/ports?device_id=29eb3d32-4276-4fa6-bc39-db388390a284 HTTP/1.1" status: 200 len: 210 time: 0.0297730 May 24 14:09:32.115914 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-597d9998-42e4-4379-9bf4-c16087cf2457 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:09:32.117563 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-597d9998-42e4-4379-9bf4-c16087cf2457 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.55 "GET /v2.0/networks?id=eaa2de73-84b5-464d-8625-8db6f7696595 HTTP/1.1" status: 200 len: 812 time: 0.1119530 May 24 14:09:32.131184 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-db3ff1dd-b1fc-4def-b0ef-b799f5df1763 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Request body: {'port': {'device_id': '29eb3d32-4276-4fa6-bc39-db388390a284', 'network_id': 'eaa2de73-84b5-464d-8625-8db6f7696595', 'admin_state_up': True, 'tenant_id': '1dfef898db944127a1407a9be98cac4f'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:09:32.238775 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-db3ff1dd-b1fc-4def-b0ef-b799f5df1763 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Made reservation on behalf of 1dfef898db944127a1407a9be98cac4f for: {'port': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 14:09:32.241864 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-db3ff1dd-b1fc-4def-b0ef-b799f5df1763 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:09:32.306503 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e32b09c3-669e-48c9-8440-c40fee080c54 req-6fa32512-b431-4f7b-bf0e-8fefdd991ad4 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/ports?device_id=29eb3d32-4276-4fa6-bc39-db388390a284 HTTP/1.1" status: 200 len: 210 time: 0.0276022 May 24 14:09:32.373125 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-db3ff1dd-b1fc-4def-b0ef-b799f5df1763 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Allocated IP 172.20.0.8 (eaa2de73-84b5-464d-8625-8db6f7696595/81d593df-ad80-4e7a-9a09-58d3ed91c2d9/2ff53749-05a2-4474-b061-4cf3f20a2ba9) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 14:09:32.520328 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-db3ff1dd-b1fc-4def-b0ef-b799f5df1763 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Publish callbacks [] for port (2ff53749-05a2-4474-b061-4cf3f20a2ba9), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:09:32.552719 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-db3ff1dd-b1fc-4def-b0ef-b799f5df1763 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (2ff53749-05a2-4474-b061-4cf3f20a2ba9), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:09:32.598374 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-db3ff1dd-b1fc-4def-b0ef-b799f5df1763 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Network eaa2de73-84b5-464d-8625-8db6f7696595 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:09:32.601687 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-db3ff1dd-b1fc-4def-b0ef-b799f5df1763 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:09:32.605452 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-db3ff1dd-b1fc-4def-b0ef-b799f5df1763 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 14:09:32.611385 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ff1dd-b1fc-4def-b0ef-b799f5df1763 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Pushing event updated for resources: {'Port': ['ID=2ff53749-05a2-4474-b061-4cf3f20a2ba9,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:09:32.656780 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-db3ff1dd-b1fc-4def-b0ef-b799f5df1763 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:09:32.657304 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-db3ff1dd-b1fc-4def-b0ef-b799f5df1763 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:09:32.672566 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-db3ff1dd-b1fc-4def-b0ef-b799f5df1763 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5465586 May 24 14:09:32.684200 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-8b5d1b92-bea2-48b4-b951-9a4ff4726f31 service neutron] Request body: {'port': {'device_id': '29eb3d32-4276-4fa6-bc39-db388390a284', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:09:32.746195 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-8b5d1b92-bea2-48b4-b951-9a4ff4726f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (2ff53749-05a2-4474-b061-4cf3f20a2ba9), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:09:32.783279 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:09:32.810290 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:09:33.027032 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-8b5d1b92-bea2-48b4-b951-9a4ff4726f31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ff53749-05a2-4474-b061-4cf3f20a2ba9 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 14:09:33.034380 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-8b5d1b92-bea2-48b4-b951-9a4ff4726f31 service neutron] Publish callbacks [] for port (2ff53749-05a2-4474-b061-4cf3f20a2ba9), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:09:33.047291 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-8b5d1b92-bea2-48b4-b951-9a4ff4726f31 service neutron] Transition to ACTIVE for port object 2ff53749-05a2-4474-b061-4cf3f20a2ba9 will not be triggered until provisioned by entity L2. {{(pid=103807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 14:09:33.050654 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-8b5d1b92-bea2-48b4-b951-9a4ff4726f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5058382'] for port (2ff53749-05a2-4474-b061-4cf3f20a2ba9), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:09:33.101886 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d1b92-bea2-48b4-b951-9a4ff4726f31 service neutron] Pushing event updated for resources: {'Port': ['ID=2ff53749-05a2-4474-b061-4cf3f20a2ba9,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:09:33.171379 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-8b5d1b92-bea2-48b4-b951-9a4ff4726f31 service neutron] Attempting to bind port 2ff53749-05a2-4474-b061-4cf3f20a2ba9 on host hv-cinder-84212 for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 14:09:33.171709 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-8b5d1b92-bea2-48b4-b951-9a4ff4726f31 service neutron] Attempting to bind port 2ff53749-05a2-4474-b061-4cf3f20a2ba9 by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': '970023b4-0c51-4c65-9927-7be54bf92190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'eaa2de73-84b5-464d-8625-8db6f7696595'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 14:09:33.172065 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-8b5d1b92-bea2-48b4-b951-9a4ff4726f31 service neutron] Attempting to bind port 2ff53749-05a2-4474-b061-4cf3f20a2ba9 on network eaa2de73-84b5-464d-8625-8db6f7696595 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:09:33.176340 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-8b5d1b92-bea2-48b4-b951-9a4ff4726f31 service neutron] Port 2ff53749-05a2-4474-b061-4cf3f20a2ba9 on network eaa2de73-84b5-464d-8625-8db6f7696595 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 14:09:33.176657 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-8b5d1b92-bea2-48b4-b951-9a4ff4726f31 service neutron] Attempting to bind port 2ff53749-05a2-4474-b061-4cf3f20a2ba9 on network eaa2de73-84b5-464d-8625-8db6f7696595 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:09:33.182244 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-8b5d1b92-bea2-48b4-b951-9a4ff4726f31 service neutron] Checking agent: {'id': 'a7952d12-b11e-49b3-ae0f-02e893d8d6d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'started_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 14, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 14:09:33.182582 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-8b5d1b92-bea2-48b4-b951-9a4ff4726f31 service neutron] Checking segment: {'id': '970023b4-0c51-4c65-9927-7be54bf92190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'eaa2de73-84b5-464d-8625-8db6f7696595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 14:09:33.182958 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-8b5d1b92-bea2-48b4-b951-9a4ff4726f31 service neutron] Bound using segment: {'id': '970023b4-0c51-4c65-9927-7be54bf92190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'eaa2de73-84b5-464d-8625-8db6f7696595'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 14:09:33.183380 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-8b5d1b92-bea2-48b4-b951-9a4ff4726f31 service neutron] Bound port: 2ff53749-05a2-4474-b061-4cf3f20a2ba9, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '970023b4-0c51-4c65-9927-7be54bf92190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'eaa2de73-84b5-464d-8625-8db6f7696595'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 14:09:33.183731 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-8b5d1b92-bea2-48b4-b951-9a4ff4726f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (2ff53749-05a2-4474-b061-4cf3f20a2ba9), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:09:33.241346 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-8b5d1b92-bea2-48b4-b951-9a4ff4726f31 service neutron] For port 2ff53749-05a2-4474-b061-4cf3f20a2ba9, host hv-cinder-84212, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 14:09:33.245193 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-8b5d1b92-bea2-48b4-b951-9a4ff4726f31 service neutron] For port 2ff53749-05a2-4474-b061-4cf3f20a2ba9, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=2ff53749-05a2-4474-b061-4cf3f20a2ba9,segment=NetworkSegment(970023b4-0c51-4c65-9927-7be54bf92190),segment_id=970023b4-0c51-4c65-9927-7be54bf92190)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 14:09:33.251064 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-8b5d1b92-bea2-48b4-b951-9a4ff4726f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5058382'] for port (2ff53749-05a2-4474-b061-4cf3f20a2ba9), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:09:33.289492 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-8b5d1b92-bea2-48b4-b951-9a4ff4726f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:09:33.290103 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-8b5d1b92-bea2-48b4-b951-9a4ff4726f31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:09:33.291469 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-8b5d1b92-bea2-48b4-b951-9a4ff4726f31 service neutron] 10.222.0.55 "PUT /v2.0/ports/2ff53749-05a2-4474-b061-4cf3f20a2ba9 HTTP/1.1" status: 200 len: 1093 time: 0.6113510 May 24 14:09:33.291929 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29eb3d32-4276-4fa6-bc39-db388390a284', 'tag': '2ff53749-05a2-4474-b061-4cf3f20a2ba9'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:09:33.294134 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7f16c3-d096-4f4e-b8bc-7a6b24ae6042" -d '{"events": [{"name": "network-changed", "server_uuid": "29eb3d32-4276-4fa6-bc39-db388390a284", "tag": "2ff53749-05a2-4474-b061-4cf3f20a2ba9"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:09:33.314687 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d1b92-bea2-48b4-b951-9a4ff4726f31 service neutron] Pushing event updated for resources: {'Port': ['ID=2ff53749-05a2-4474-b061-4cf3f20a2ba9,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:09:33.333380 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 14:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311e8c0b-f67d-4662-ac86-3f7acdd2ffa0 x-openstack-request-id: req-311e8c0b-f67d-4662-ac86-3f7acdd2ffa0 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:09:33.333664 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29eb3d32-4276-4fa6-bc39-db388390a284", "tag": "2ff53749-05a2-4474-b061-4cf3f20a2ba9", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:09:33.333935 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-311e8c0b-f67d-4662-ac86-3f7acdd2ffa0 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:09:33.334322 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-311e8c0b-f67d-4662-ac86-3f7acdd2ffa0'] response: {'name': 'network-changed', 'server_uuid': '29eb3d32-4276-4fa6-bc39-db388390a284', 'tag': '2ff53749-05a2-4474-b061-4cf3f20a2ba9', 'status': 'completed', 'code': 200} May 24 14:09:33.378477 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-0644bf85-871d-4352-bd2b-75653ae53e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:09:33.380285 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-0644bf85-871d-4352-bd2b-75653ae53e04 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1dfef898db944127a1407a9be98cac4f&device_id=29eb3d32-4276-4fa6-bc39-db388390a284 HTTP/1.1" status: 200 len: 1127 time: 0.0409770 May 24 14:09:33.421336 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-9533964a-45ad-4e59-bedf-91afd42880c4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ff53749-05a2-4474-b061-4cf3f20a2ba9 HTTP/1.1" status: 200 len: 217 time: 0.0328009 May 24 14:09:33.430277 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3452f-2d6a-4cb1-9dd9-b0e6a6c01c04 req-be881a9e-bf7b-44dd-b772-2eb631f53acf tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:09:33.431782 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-03f3452f-2d6a-4cb1-9dd9-b0e6a6c01c04 req-be881a9e-bf7b-44dd-b772-2eb631f53acf tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/ports?device_id=29eb3d32-4276-4fa6-bc39-db388390a284 HTTP/1.1" status: 200 len: 943 time: 0.0550873 May 24 14:09:33.482854 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-b6a3b3b0-079f-4073-850d-0b52b545c20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:09:33.483106 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-03f3452f-2d6a-4cb1-9dd9-b0e6a6c01c04 req-e105d898-70a1-40ba-bf6f-30db22926eeb tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b95cd97-0ece-4500-a907-20e0173752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453482 May 24 14:09:33.485016 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-b6a3b3b0-079f-4073-850d-0b52b545c20a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=81d593df-ad80-4e7a-9a09-58d3ed91c2d9 HTTP/1.1" status: 200 len: 852 time: 0.0583627 May 24 14:09:33.518985 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-0617a494-dcdc-4c86-b455-8d7606a6a9c9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eaa2de73-84b5-464d-8625-8db6f7696595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266719 May 24 14:09:33.609428 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-50803e69-eb18-4390-9728-198b16bdd9dd service neutron] 10.222.0.55 "GET /v2.0/networks/eaa2de73-84b5-464d-8625-8db6f7696595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831373 May 24 14:09:33.700414 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f120b432-8efc-4bfd-8d24-c34e7569520a req-f39cba96-2e34-4669-94bc-3758a91d16b4 service neutron] 10.222.0.55 "GET /v2.0/networks/eaa2de73-84b5-464d-8625-8db6f7696595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839875 May 24 14:09:34.563045 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:09:34.600254 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013a3e6-da76-49dd-9bd6-827d91e45dc0 req-751069b7-3012-4727-adf6-1c09b1b6eb0f tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:09:34.602375 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5013a3e6-da76-49dd-9bd6-827d91e45dc0 req-751069b7-3012-4727-adf6-1c09b1b6eb0f tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/ports?device_id=29eb3d32-4276-4fa6-bc39-db388390a284 HTTP/1.1" status: 200 len: 943 time: 0.0504029 May 24 14:09:34.613239 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:09:34.652604 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5013a3e6-da76-49dd-9bd6-827d91e45dc0 req-5c7af8c3-ed3e-4edc-a167-9e8fa4860483 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b95cd97-0ece-4500-a907-20e0173752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445981 May 24 14:09:35.764052 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8840389-4792-4eca-89e1-182aa40336e9 req-0bf0e9e2-3881-40be-a293-9f7d8371def3 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:09:35.765418 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d8840389-4792-4eca-89e1-182aa40336e9 req-0bf0e9e2-3881-40be-a293-9f7d8371def3 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/ports?device_id=29eb3d32-4276-4fa6-bc39-db388390a284 HTTP/1.1" status: 200 len: 943 time: 0.0471871 May 24 14:09:35.811852 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d8840389-4792-4eca-89e1-182aa40336e9 req-448de3b7-2e67-414e-b592-22bc3160e55e tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b95cd97-0ece-4500-a907-20e0173752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410185 May 24 14:09:36.341173 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f16c3-d096-4f4e-b8bc-7a6b24ae6042 req-734df29b-b6cd-468b-aeb5-dabccec4d84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:09:36.342632 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-dd7f16c3-d096-4f4e-b8bc-7a6b24ae6042 req-734df29b-b6cd-468b-aeb5-dabccec4d84a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1dfef898db944127a1407a9be98cac4f&device_id=29eb3d32-4276-4fa6-bc39-db388390a284 HTTP/1.1" status: 200 len: 1127 time: 0.0389562 May 24 14:09:36.435273 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f16c3-d096-4f4e-b8bc-7a6b24ae6042 req-c5a057af-0625-4829-9bdc-1a142281c2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:09:36.436688 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-dd7f16c3-d096-4f4e-b8bc-7a6b24ae6042 req-c5a057af-0625-4829-9bdc-1a142281c2fa service neutron] 10.222.0.55 "GET /v2.0/networks?id=eaa2de73-84b5-464d-8625-8db6f7696595 HTTP/1.1" status: 200 len: 913 time: 0.0877357 May 24 14:09:36.475368 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-dd7f16c3-d096-4f4e-b8bc-7a6b24ae6042 req-388c5530-45fd-4245-ac51-e097b50eeff4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ff53749-05a2-4474-b061-4cf3f20a2ba9 HTTP/1.1" status: 200 len: 217 time: 0.0316806 May 24 14:09:36.523468 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f16c3-d096-4f4e-b8bc-7a6b24ae6042 req-64f55ddd-3201-4b74-977c-919842edd08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:09:36.524928 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-dd7f16c3-d096-4f4e-b8bc-7a6b24ae6042 req-64f55ddd-3201-4b74-977c-919842edd08f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=81d593df-ad80-4e7a-9a09-58d3ed91c2d9 HTTP/1.1" status: 200 len: 852 time: 0.0436099 May 24 14:09:36.560041 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-dd7f16c3-d096-4f4e-b8bc-7a6b24ae6042 req-940ee800-5d58-43d5-a613-3a2a7e55123f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eaa2de73-84b5-464d-8625-8db6f7696595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285726 May 24 14:09:36.647180 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-dd7f16c3-d096-4f4e-b8bc-7a6b24ae6042 req-8e70e6f3-4021-40e2-a2c0-f90be8279874 service neutron] 10.222.0.55 "GET /v2.0/networks/eaa2de73-84b5-464d-8625-8db6f7696595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816634 May 24 14:09:36.737856 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-dd7f16c3-d096-4f4e-b8bc-7a6b24ae6042 req-15f1d0b6-7116-48a0-93c8-884afe3212d7 service neutron] 10.222.0.55 "GET /v2.0/networks/eaa2de73-84b5-464d-8625-8db6f7696595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842302 May 24 14:09:36.927215 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a771b1-e86e-4829-926e-1b9d0ca34734 req-7e3ed9b2-c042-462c-8327-57a571270642 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:09:36.928667 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c2a771b1-e86e-4829-926e-1b9d0ca34734 req-7e3ed9b2-c042-462c-8327-57a571270642 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/ports?device_id=29eb3d32-4276-4fa6-bc39-db388390a284 HTTP/1.1" status: 200 len: 943 time: 0.0457644 May 24 14:09:36.973918 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c2a771b1-e86e-4829-926e-1b9d0ca34734 req-97897f59-5609-4094-82e6-e5fa00bfe2eb tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b95cd97-0ece-4500-a907-20e0173752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390456 May 24 14:09:37.096156 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 2ff53749-05a2-4474-b061-4cf3f20a2ba9 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=103809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 14:09:37.203649 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 2ff53749-05a2-4474-b061-4cf3f20a2ba9, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=2ff53749-05a2-4474-b061-4cf3f20a2ba9,segment=NetworkSegment(970023b4-0c51-4c65-9927-7be54bf92190),segment_id=970023b4-0c51-4c65-9927-7be54bf92190)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:09:37.215289 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Returning: {'device': '2ff53749-05a2-4474-b061-4cf3f20a2ba9', 'network_id': 'eaa2de73-84b5-464d-8625-8db6f7696595', 'port_id': '2ff53749-05a2-4474-b061-4cf3f20a2ba9', 'mac_address': 'fa:16:3e:88:62:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d593df-ad80-4e7a-9a09-58d3ed91c2d9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 14:09:37.249328 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 2ff53749-05a2-4474-b061-4cf3f20a2ba9 is: DOWN; New status is: BUILD {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:09:37.249717 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (2ff53749-05a2-4474-b061-4cf3f20a2ba9), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:09:37.263189 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ff53749-05a2-4474-b061-4cf3f20a2ba9 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 14:09:37.282290 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 2ff53749-05a2-4474-b061-4cf3f20a2ba9, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=2ff53749-05a2-4474-b061-4cf3f20a2ba9,segment=NetworkSegment(970023b4-0c51-4c65-9927-7be54bf92190),segment_id=970023b4-0c51-4c65-9927-7be54bf92190)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:09:37.286192 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (2ff53749-05a2-4474-b061-4cf3f20a2ba9), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:09:37.330687 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=2ff53749-05a2-4474-b061-4cf3f20a2ba9,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:09:37.338120 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:09:37.338468 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:09:37.338795 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:09:37.339127 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:09:37.339470 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:09:37.339771 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:09:37.340115 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:09:37.340431 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:09:37.340745 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:09:37.341059 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:09:37.341393 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:09:37.341690 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:09:37.342002 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:09:37.342312 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:09:37.342621 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:09:37.657102 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['2ff53749-05a2-4474-b061-4cf3f20a2ba9'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 14:09:38.088810 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5c80f-68d1-404f-950c-f7187d333bd3 req-d701f0f4-9320-4473-a2d6-1e8b61512e0d tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:09:38.090307 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-cdc5c80f-68d1-404f-950c-f7187d333bd3 req-d701f0f4-9320-4473-a2d6-1e8b61512e0d tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/ports?device_id=29eb3d32-4276-4fa6-bc39-db388390a284 HTTP/1.1" status: 200 len: 944 time: 0.0489354 May 24 14:09:38.136300 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-cdc5c80f-68d1-404f-950c-f7187d333bd3 req-81598de2-0a32-4a73-993d-ff3a30e86d4e tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b95cd97-0ece-4500-a907-20e0173752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406258 May 24 14:09:39.109927 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 2ff53749-05a2-4474-b061-4cf3f20a2ba9 up at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:09:39.151585 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning for port 2ff53749-05a2-4474-b061-4cf3f20a2ba9 completed by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 14:09:39.157100 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning complete for port 2ff53749-05a2-4474-b061-4cf3f20a2ba9 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:09:39.157461 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (2ff53749-05a2-4474-b061-4cf3f20a2ba9), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:09:39.234124 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 2ff53749-05a2-4474-b061-4cf3f20a2ba9 is: BUILD; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:09:39.234495 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (2ff53749-05a2-4474-b061-4cf3f20a2ba9), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:09:39.256504 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091076e-99e1-44c8-99af-a3f944544910 req-955ba94a-8eea-407c-87be-8ff351357d92 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:09:39.257624 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29eb3d32-4276-4fa6-bc39-db388390a284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff53749-05a2-4474-b061-4cf3f20a2ba9'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:09:39.258775 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1091076e-99e1-44c8-99af-a3f944544910 req-955ba94a-8eea-407c-87be-8ff351357d92 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/ports?device_id=29eb3d32-4276-4fa6-bc39-db388390a284 HTTP/1.1" status: 200 len: 944 time: 0.0506594 May 24 14:09:39.260288 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6704ccb53a4068acec69ef2b688a9e5af712f2ba46f4bf8cce86ae06eb28aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50769411-3625-4598-b3ea-ab72d5ad3879" -d '{"events": [{"server_uuid": "29eb3d32-4276-4fa6-bc39-db388390a284", "name": "network-vif-plugged", "status": "completed", "tag": "2ff53749-05a2-4474-b061-4cf3f20a2ba9"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:09:39.273421 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 2ff53749-05a2-4474-b061-4cf3f20a2ba9, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=2ff53749-05a2-4474-b061-4cf3f20a2ba9,segment=NetworkSegment(970023b4-0c51-4c65-9927-7be54bf92190),segment_id=970023b4-0c51-4c65-9927-7be54bf92190)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:09:39.279269 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (2ff53749-05a2-4474-b061-4cf3f20a2ba9), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:09:39.306450 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 14:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d78792c-239e-46bd-b329-92ce0dff4146 x-openstack-request-id: req-2d78792c-239e-46bd-b329-92ce0dff4146 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:09:39.306748 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29eb3d32-4276-4fa6-bc39-db388390a284", "name": "network-vif-plugged", "status": "completed", "tag": "2ff53749-05a2-4474-b061-4cf3f20a2ba9", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:09:39.307000 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d78792c-239e-46bd-b329-92ce0dff4146 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:09:39.307391 dv-cinder-842129-1-iscsi neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d78792c-239e-46bd-b329-92ce0dff4146'] response: {'server_uuid': '29eb3d32-4276-4fa6-bc39-db388390a284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff53749-05a2-4474-b061-4cf3f20a2ba9', 'code': 200} May 24 14:09:39.309178 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1091076e-99e1-44c8-99af-a3f944544910 req-8928731d-361c-454b-a5b0-f76b9cd0e8a9 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b95cd97-0ece-4500-a907-20e0173752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443633 May 24 14:09:39.333424 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=2ff53749-05a2-4474-b061-4cf3f20a2ba9,revision_number=5']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:09:39.488210 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f1b29-20a8-4fdf-9a3c-8750bdebb930 req-69cb4e55-8dd5-418e-8810-d51a36485f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:09:39.489589 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-241f1b29-20a8-4fdf-9a3c-8750bdebb930 req-69cb4e55-8dd5-418e-8810-d51a36485f23 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=29eb3d32-4276-4fa6-bc39-db388390a284 HTTP/1.1" status: 200 len: 1129 time: 0.0418200 May 24 14:09:39.534839 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-241f1b29-20a8-4fdf-9a3c-8750bdebb930 req-0f4f42be-9f7e-4272-8146-f7f153b6b50d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6b95cd97-0ece-4500-a907-20e0173752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379357 May 24 14:09:40.150005 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:09:40.427919 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821d2bc-c021-4306-98ff-707efba33611 req-a1bcabc8-cc12-408b-9f89-d3c010982e58 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:09:40.429384 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-9821d2bc-c021-4306-98ff-707efba33611 req-a1bcabc8-cc12-408b-9f89-d3c010982e58 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/ports?device_id=29eb3d32-4276-4fa6-bc39-db388390a284 HTTP/1.1" status: 200 len: 945 time: 0.0481956 May 24 14:09:40.475860 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-9821d2bc-c021-4306-98ff-707efba33611 req-a17bfc96-aec8-4591-b4a2-5b62f0dae76e tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b95cd97-0ece-4500-a907-20e0173752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407920 May 24 14:09:41.590092 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a946957-e7f9-4541-b798-8bb6b0667a0a req-1740b5cc-ec73-45e5-bedb-23a48684095c tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:09:41.591529 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6a946957-e7f9-4541-b798-8bb6b0667a0a req-1740b5cc-ec73-45e5-bedb-23a48684095c tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/ports?device_id=29eb3d32-4276-4fa6-bc39-db388390a284 HTTP/1.1" status: 200 len: 945 time: 0.0460401 May 24 14:09:41.639484 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6a946957-e7f9-4541-b798-8bb6b0667a0a req-f8f3729e-ff40-42e6-86d5-7201f24c4892 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b95cd97-0ece-4500-a907-20e0173752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424414 May 24 14:09:46.208991 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f57bbb8d-ae9e-446e-a284-67041f9167df req-e9806202-b544-4051-94d7-093a4ab2babd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431850 May 24 14:09:46.289831 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57bbb8d-ae9e-446e-a284-67041f9167df req-e55d5b67-8c00-450e-99af-e8056cf99d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:09:46.291292 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f57bbb8d-ae9e-446e-a284-67041f9167df req-e55d5b67-8c00-450e-99af-e8056cf99d20 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cbe0605c62d04bed8edf14047746e765&device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 1129 time: 0.0393851 May 24 14:09:46.373263 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:09:46.394598 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57bbb8d-ae9e-446e-a284-67041f9167df req-979049c3-c0f7-4566-8cc3-132ccc62441c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:09:46.396110 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f57bbb8d-ae9e-446e-a284-67041f9167df req-979049c3-c0f7-4566-8cc3-132ccc62441c service neutron] 10.222.0.55 "GET /v2.0/networks?id=ceb718dc-f4a8-4668-a280-59d30b7a2d2c HTTP/1.1" status: 200 len: 910 time: 0.0865335 May 24 14:09:46.451232 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:09:46.462622 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f57bbb8d-ae9e-446e-a284-67041f9167df req-1568ef17-3779-43d7-940b-be33a72efd91 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b05c79c-a61b-459e-a884-b9c7305f6581 HTTP/1.1" status: 200 len: 1001 time: 0.0601628 May 24 14:09:46.510637 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57bbb8d-ae9e-446e-a284-67041f9167df req-6b926d54-f022-4690-88cc-c29c104accc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:09:46.512143 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f57bbb8d-ae9e-446e-a284-67041f9167df req-6b926d54-f022-4690-88cc-c29c104accc6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=51ad56e2-5223-4686-9701-7e93c8b6f443 HTTP/1.1" status: 200 len: 848 time: 0.0432181 May 24 14:09:46.553731 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57bbb8d-ae9e-446e-a284-67041f9167df req-3d37224d-ae8f-4651-8c61-e79a60f017fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:09:46.555291 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f57bbb8d-ae9e-446e-a284-67041f9167df req-3d37224d-ae8f-4651-8c61-e79a60f017fe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ceb718dc-f4a8-4668-a280-59d30b7a2d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377440 May 24 14:09:46.644571 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f57bbb8d-ae9e-446e-a284-67041f9167df req-3a12e03d-15fa-41a6-81e8-d4887cb0c6db service neutron] 10.222.0.55 "GET /v2.0/networks/ceb718dc-f4a8-4668-a280-59d30b7a2d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831120 May 24 14:09:46.730873 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f57bbb8d-ae9e-446e-a284-67041f9167df req-3d8bc659-794c-4925-bb52-813fcaadef7d service neutron] 10.222.0.55 "GET /v2.0/networks/ceb718dc-f4a8-4668-a280-59d30b7a2d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794826 May 24 14:09:49.385880 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 14:09:50.139590 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=64,neutron:UPDATE=4 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:09:50.142822 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=62,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:09:50.144808 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:UPDATE=3,neutron:SELECT=59,neutron:DELETE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:09:50.470277 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=72 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:09:50.472133 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=66 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:09:53.668652 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=15 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:09:53.832308 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a84a06c2-122a-45c2-9fda-0250cff2a57c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:09:56.178416 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dfae2f7f-5ad5-4791-892b-e2736fc0ab21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:09:56.726808 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=28 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:09:56.727716 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=37 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:09:57.453756 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:09:58.582766 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:09:59.382479 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=19 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:00.452122 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:06.720077 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbb155-7544-4b6d-ac73-e94724b2eca0 req-6a960cdd-b85d-44d8-b5d9-158c696a925f tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:06.721540 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-96bbb155-7544-4b6d-ac73-e94724b2eca0 req-6a960cdd-b85d-44d8-b5d9-158c696a925f tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0542552 May 24 14:10:06.770985 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-96bbb155-7544-4b6d-ac73-e94724b2eca0 req-ed6798e2-964b-433e-b177-224d982c2870 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439537 May 24 14:10:07.893085 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b91e2-a507-44fb-8239-95fee6080f82 req-401fa5c6-b4c9-497c-a80f-2937cc5e74aa tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:07.894550 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5e5b91e2-a507-44fb-8239-95fee6080f82 req-401fa5c6-b4c9-497c-a80f-2937cc5e74aa tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0496769 May 24 14:10:07.941207 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5e5b91e2-a507-44fb-8239-95fee6080f82 req-6134f46d-690a-4963-966c-b9c795c5c006 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409651 May 24 14:10:07.974623 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975208b-d8fc-458c-8e75-e3463d90d21f req-619162be-d2a1-437d-8565-2e7a938ea243 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:07.976118 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-2975208b-d8fc-458c-8e75-e3463d90d21f req-619162be-d2a1-437d-8565-2e7a938ea243 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/ports?device_id=29eb3d32-4276-4fa6-bc39-db388390a284 HTTP/1.1" status: 200 len: 945 time: 0.0482438 May 24 14:10:08.026067 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-2975208b-d8fc-458c-8e75-e3463d90d21f req-9b66e603-2e11-4c38-86ec-d6854677f076 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b95cd97-0ece-4500-a907-20e0173752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443647 May 24 14:10:09.053911 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f702902-e1f4-481b-8165-5ca7f5c5b95a req-fc4307c3-7cc6-4ec1-a356-f3f7323060c7 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:09.055344 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7f702902-e1f4-481b-8165-5ca7f5c5b95a req-fc4307c3-7cc6-4ec1-a356-f3f7323060c7 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0457966 May 24 14:10:09.107754 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7f702902-e1f4-481b-8165-5ca7f5c5b95a req-7b40100a-c3ee-4a5c-a622-55989c59d617 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460644 May 24 14:10:09.142858 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42586b-1a04-4138-86a3-2b7f709e4b36 req-27863657-7be8-409e-81ab-0b6bff05c458 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:09.144344 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-9b42586b-1a04-4138-86a3-2b7f709e4b36 req-27863657-7be8-409e-81ab-0b6bff05c458 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/ports?device_id=29eb3d32-4276-4fa6-bc39-db388390a284 HTTP/1.1" status: 200 len: 945 time: 0.0484474 May 24 14:10:09.193526 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-9b42586b-1a04-4138-86a3-2b7f709e4b36 req-e2c04891-8ca0-4f6b-b6e2-db3c061df95a tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b95cd97-0ece-4500-a907-20e0173752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436087 May 24 14:10:09.991367 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444fa5c-d667-493c-ba3a-4da0813d3bb5 req-38b3099e-5a87-4e53-9d9e-3b1ae9eda901 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:09.993341 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9444fa5c-d667-493c-ba3a-4da0813d3bb5 req-38b3099e-5a87-4e53-9d9e-3b1ae9eda901 tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.55 "GET /v2.0/ports?device_id=29eb3d32-4276-4fa6-bc39-db388390a284 HTTP/1.1" status: 200 len: 945 time: 0.0454936 May 24 14:10:10.072839 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-9444fa5c-d667-493c-ba3a-4da0813d3bb5 req-85f8779b-1881-4856-8487-ee8299f4aeeb tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Deleting port 2ff53749-05a2-4474-b061-4cf3f20a2ba9 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:10:10.073491 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-9444fa5c-d667-493c-ba3a-4da0813d3bb5 req-85f8779b-1881-4856-8487-ee8299f4aeeb tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (2ff53749-05a2-4474-b061-4cf3f20a2ba9), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:10.152282 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:10.171179 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-9444fa5c-d667-493c-ba3a-4da0813d3bb5 req-85f8779b-1881-4856-8487-ee8299f4aeeb tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] For port 2ff53749-05a2-4474-b061-4cf3f20a2ba9, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=2ff53749-05a2-4474-b061-4cf3f20a2ba9,segment=NetworkSegment(970023b4-0c51-4c65-9927-7be54bf92190),segment_id=970023b4-0c51-4c65-9927-7be54bf92190)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:10:10.171549 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-9444fa5c-d667-493c-ba3a-4da0813d3bb5 req-85f8779b-1881-4856-8487-ee8299f4aeeb tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (2ff53749-05a2-4474-b061-4cf3f20a2ba9), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:10.194687 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [req-9444fa5c-d667-493c-ba3a-4da0813d3bb5 req-85f8779b-1881-4856-8487-ee8299f4aeeb tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Calling delete_port for 2ff53749-05a2-4474-b061-4cf3f20a2ba9 owned by compute:nova {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:10:10.236669 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b902358-bd23-4732-80c3-d4aa1b5fe05b req-e24697ec-0e93-4204-bf4c-49ce7bb5aad2 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:10.238140 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1b902358-bd23-4732-80c3-d4aa1b5fe05b req-e24697ec-0e93-4204-bf4c-49ce7bb5aad2 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0556626 May 24 14:10:10.343600 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1b902358-bd23-4732-80c3-d4aa1b5fe05b req-51887c58-edf5-4fec-93a3-ab98f88e50e9 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744653 May 24 14:10:10.406888 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-9444fa5c-d667-493c-ba3a-4da0813d3bb5 req-85f8779b-1881-4856-8487-ee8299f4aeeb tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (2ff53749-05a2-4474-b061-4cf3f20a2ba9), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:10.418723 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['2ff53749-05a2-4474-b061-4cf3f20a2ba9'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 14:10:10.433815 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8779b-1881-4856-8487-ee8299f4aeeb tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Pushing event deleted for resources: {'Port': ['ID=2ff53749-05a2-4474-b061-4cf3f20a2ba9,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:10.460042 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-81170770-ba30-47e5-bffc-987762fbe465 req-a53061eb-78c6-4b7d-8ef5-c8eb9740517a tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.24 "GET /v2.0/ports?device_id=29eb3d32-4276-4fa6-bc39-db388390a284 HTTP/1.1" status: 200 len: 210 time: 0.0384877 May 24 14:10:10.484504 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [req-9444fa5c-d667-493c-ba3a-4da0813d3bb5 req-85f8779b-1881-4856-8487-ee8299f4aeeb tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] No DVR routers for this DVR port 2ff53749-05a2-4474-b061-4cf3f20a2ba9 on host hv-cinder-84212 {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 14:10:10.487010 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-9444fa5c-d667-493c-ba3a-4da0813d3bb5 req-85f8779b-1881-4856-8487-ee8299f4aeeb tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:10.490230 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9444fa5c-d667-493c-ba3a-4da0813d3bb5 req-85f8779b-1881-4856-8487-ee8299f4aeeb tempest-VolumesSnapshotTestJSON-2008450976 tempest-VolumesSnapshotTestJSON-2008450976-project] 10.222.0.55 "DELETE /v2.0/ports/2ff53749-05a2-4474-b061-4cf3f20a2ba9 HTTP/1.1" status: 204 len: 173 time: 0.4919906 May 24 14:10:10.490681 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29eb3d32-4276-4fa6-bc39-db388390a284', 'name': 'network-vif-deleted', 'tag': '2ff53749-05a2-4474-b061-4cf3f20a2ba9'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:10:10.495913 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c42e973-a21f-4f89-ab2a-27aa1f6a701f" -d '{"events": [{"server_uuid": "29eb3d32-4276-4fa6-bc39-db388390a284", "name": "network-vif-deleted", "tag": "2ff53749-05a2-4474-b061-4cf3f20a2ba9"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:10:10.529314 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 14:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab61e51-d269-41e9-833b-3fe7ba86f4a8 x-openstack-request-id: req-3ab61e51-d269-41e9-833b-3fe7ba86f4a8 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:10:10.529609 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29eb3d32-4276-4fa6-bc39-db388390a284", "name": "network-vif-deleted", "tag": "2ff53749-05a2-4474-b061-4cf3f20a2ba9", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:10:10.529865 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ab61e51-d269-41e9-833b-3fe7ba86f4a8 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:10:10.530287 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ab61e51-d269-41e9-833b-3fe7ba86f4a8'] response: {'server_uuid': '29eb3d32-4276-4fa6-bc39-db388390a284', 'name': 'network-vif-deleted', 'tag': '2ff53749-05a2-4474-b061-4cf3f20a2ba9', 'status': 'completed', 'code': 200} May 24 14:10:11.476909 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820939fa-bb52-4353-a7c2-1fae388c4cfa req-799ece3d-83f6-45d3-a017-079d98ac2baf tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:11.478871 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-820939fa-bb52-4353-a7c2-1fae388c4cfa req-799ece3d-83f6-45d3-a017-079d98ac2baf tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0457757 May 24 14:10:11.538053 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-820939fa-bb52-4353-a7c2-1fae388c4cfa req-f8d201c7-d26a-4dcf-afe2-e68f2ee7ca3c tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534065 May 24 14:10:12.652831 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb4980-1768-4c14-9faf-d7b29577d95e req-e7e8c4df-992f-44f4-a8a9-83a777380c5e tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:12.654278 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-eaeb4980-1768-4c14-9faf-d7b29577d95e req-e7e8c4df-992f-44f4-a8a9-83a777380c5e tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0479505 May 24 14:10:12.700184 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-eaeb4980-1768-4c14-9faf-d7b29577d95e req-86ef7dc4-9b62-48fd-bfd4-97aba924df46 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404847 May 24 14:10:13.812515 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68ebb0-ff81-4924-8b56-a88309102109 req-5098d482-baca-4ef7-9828-ba81ee093ed4 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:13.813974 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-dd68ebb0-ff81-4924-8b56-a88309102109 req-5098d482-baca-4ef7-9828-ba81ee093ed4 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0470018 May 24 14:10:13.860060 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-dd68ebb0-ff81-4924-8b56-a88309102109 req-cf9293d4-fc63-4235-adb7-06ea4c295d1c tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404584 May 24 14:10:14.972121 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd95fe-bd36-44e7-ab81-0bbaff49aeba req-686e5fbb-ef53-4326-b9ea-828e729978c1 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:14.973551 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0bcd95fe-bd36-44e7-ab81-0bbaff49aeba req-686e5fbb-ef53-4326-b9ea-828e729978c1 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0454116 May 24 14:10:14.991557 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:15.000164 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:15.021876 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0bcd95fe-bd36-44e7-ab81-0bbaff49aeba req-750d865e-4748-4acc-ad90-cf6587ed9af6 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423055 May 24 14:10:15.496086 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 2ff53749-05a2-4474-b061-4cf3f20a2ba9 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:10:15.515083 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] No Port match for: 2ff53749-05a2-4474-b061-4cf3f20a2ba9 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:10:15.515423 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 2ff53749-05a2-4474-b061-4cf3f20a2ba9 not bound to the agent host hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:10:16.136737 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7746546-8471-4ef7-88a5-c78fb0b9e1e0 req-1806d29c-34a9-4c08-aa98-193cf0d522f2 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:16.138203 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f7746546-8471-4ef7-88a5-c78fb0b9e1e0 req-1806d29c-34a9-4c08-aa98-193cf0d522f2 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0473399 May 24 14:10:16.184613 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f7746546-8471-4ef7-88a5-c78fb0b9e1e0 req-db411881-62a1-406b-8288-f364f97cceeb tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409143 May 24 14:10:17.301620 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d100cd6-ee88-4403-8cf0-74198a9a8e12 req-95dcd9ac-8766-4ee8-a629-ec61155ae529 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:17.303052 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7d100cd6-ee88-4403-8cf0-74198a9a8e12 req-95dcd9ac-8766-4ee8-a629-ec61155ae529 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0506043 May 24 14:10:17.351442 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7d100cd6-ee88-4403-8cf0-74198a9a8e12 req-9e771857-e28f-4b0d-b5e7-85e073c1f91f tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425394 May 24 14:10:18.487518 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccf834-9bc4-4959-a4cd-685993b3deeb req-888527fe-34d9-40ae-b70f-e9f90cce819a tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:18.489100 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-07ccf834-9bc4-4959-a4cd-685993b3deeb req-888527fe-34d9-40ae-b70f-e9f90cce819a tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0609767 May 24 14:10:18.538727 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-07ccf834-9bc4-4959-a4cd-685993b3deeb req-d457a016-e151-4b24-ba24-6e002c9c21af tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425835 May 24 14:10:19.667750 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a153143-3cbf-478c-938d-ff5e78855f62 req-fbe6e077-6248-45a6-b69d-19d13f3803ff tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:19.669239 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4a153143-3cbf-478c-938d-ff5e78855f62 req-fbe6e077-6248-45a6-b69d-19d13f3803ff tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0623095 May 24 14:10:19.715299 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4a153143-3cbf-478c-938d-ff5e78855f62 req-b56a88f4-79ee-497d-8dd6-0780331f64e4 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403266 May 24 14:10:20.423257 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:20.833440 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b261083-4952-4ce1-bcb1-b5780d2b0af0 req-b1c6670e-39a3-45da-998e-cb178402f8a6 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:20.834910 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-9b261083-4952-4ce1-bcb1-b5780d2b0af0 req-b1c6670e-39a3-45da-998e-cb178402f8a6 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0480351 May 24 14:10:20.888560 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-9b261083-4952-4ce1-bcb1-b5780d2b0af0 req-66889a9a-bc45-44da-b865-4f6227c5148b tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474019 May 24 14:10:22.017528 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86a1b3-b932-418b-855a-1c3dcdb936ed req-45af01bd-c195-4f2b-89cc-490d383f38ee tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:22.018986 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-aa86a1b3-b932-418b-855a-1c3dcdb936ed req-45af01bd-c195-4f2b-89cc-490d383f38ee tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0563710 May 24 14:10:22.079509 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-aa86a1b3-b932-418b-855a-1c3dcdb936ed req-a378a003-6e70-425b-b6cb-a2e80d79758c tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547514 May 24 14:10:23.203618 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412988a-58f7-4354-b481-da7487695d85 req-d4eb0b28-b8b8-4d7e-81dc-f6ddd38bc9a7 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:23.205097 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c412988a-58f7-4354-b481-da7487695d85 req-d4eb0b28-b8b8-4d7e-81dc-f6ddd38bc9a7 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0513208 May 24 14:10:23.249570 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 44344) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:10:23.251194 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c412988a-58f7-4354-b481-da7487695d85 req-1491ac11-0471-47b1-8973-0b5f519e9367 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406566 May 24 14:10:23.496066 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf15547-f0c9-4346-b5f5-8985f3fda6cc req-58b74fa6-71df-49b1-a7d5-0d00c92f5b7f tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:23.496536 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-eefab343-b5b0-4d73-9fd8-5d541ad3b862 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Deleting port c2ddfd41-667e-460b-aa09-a9ed25225cfa {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:10:23.496869 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-eefab343-b5b0-4d73-9fd8-5d541ad3b862 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (c2ddfd41-667e-460b-aa09-a9ed25225cfa), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:23.497597 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-1bf15547-f0c9-4346-b5f5-8985f3fda6cc req-58b74fa6-71df-49b1-a7d5-0d00c92f5b7f tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0517328 May 24 14:10:23.547162 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-1bf15547-f0c9-4346-b5f5-8985f3fda6cc req-b078ff18-e7eb-46f3-8bea-a85f9d5a64b2 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437794 May 24 14:10:23.573272 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-eefab343-b5b0-4d73-9fd8-5d541ad3b862 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (c2ddfd41-667e-460b-aa09-a9ed25225cfa), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:23.573593 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-eefab343-b5b0-4d73-9fd8-5d541ad3b862 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks [] for floatingip (c2ddfd41-667e-460b-aa09-a9ed25225cfa), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:23.585296 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-eefab343-b5b0-4d73-9fd8-5d541ad3b862 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Calling delete_port for c2ddfd41-667e-460b-aa09-a9ed25225cfa owned by network:floatingip {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:10:23.749717 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-eefab343-b5b0-4d73-9fd8-5d541ad3b862 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (c2ddfd41-667e-460b-aa09-a9ed25225cfa), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:23.772003 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefab343-b5b0-4d73-9fd8-5d541ad3b862 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Pushing event deleted for resources: {'Port': ['ID=c2ddfd41-667e-460b-aa09-a9ed25225cfa,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:23.781886 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefab343-b5b0-4d73-9fd8-5d541ad3b862 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:23.782232 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefab343-b5b0-4d73-9fd8-5d541ad3b862 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:23.782572 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefab343-b5b0-4d73-9fd8-5d541ad3b862 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:23.782906 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefab343-b5b0-4d73-9fd8-5d541ad3b862 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:23.783241 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefab343-b5b0-4d73-9fd8-5d541ad3b862 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:23.783573 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefab343-b5b0-4d73-9fd8-5d541ad3b862 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:23.783920 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefab343-b5b0-4d73-9fd8-5d541ad3b862 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:23.784589 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefab343-b5b0-4d73-9fd8-5d541ad3b862 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:23.784589 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefab343-b5b0-4d73-9fd8-5d541ad3b862 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:23.784868 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefab343-b5b0-4d73-9fd8-5d541ad3b862 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:23.785188 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefab343-b5b0-4d73-9fd8-5d541ad3b862 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:23.785510 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefab343-b5b0-4d73-9fd8-5d541ad3b862 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:23.785825 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefab343-b5b0-4d73-9fd8-5d541ad3b862 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:23.786143 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefab343-b5b0-4d73-9fd8-5d541ad3b862 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:23.786460 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefab343-b5b0-4d73-9fd8-5d541ad3b862 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:23.821869 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:23.828594 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:23.837059 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4bd82e3e-b67b-47d0-b6b5-849a9c451917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:23.850702 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-eefab343-b5b0-4d73-9fd8-5d541ad3b862 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks [] for floatingip (633e6d14-3a69-4679-b448-a83efc3f4347), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:23.851026 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.db.l3_db [None req-eefab343-b5b0-4d73-9fd8-5d541ad3b862 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Floating IP 633e6d14-3a69-4679-b448-a83efc3f4347 disassociated (deleted). External IP: 172.27.3.102, port: 0b05c79c-a61b-459e-a884-b9c7305f6581. May 24 14:10:23.882638 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:23.992808 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:24.303603 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eefab343-b5b0-4d73-9fd8-5d541ad3b862 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Router 33bab566-deac-4833-abf1-ef14704f3d66 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:10:24.406122 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefab343-b5b0-4d73-9fd8-5d541ad3b862 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:10:24.410873 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-eefab343-b5b0-4d73-9fd8-5d541ad3b862 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:24.416279 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc47b37-3959-4a56-b42a-3fa518cd19e4 None None] Sync routers for ids ['33bab566-deac-4833-abf1-ef14704f3d66'] in dv-cinder-842129-1-iscsi {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:10:24.426094 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc47b37-3959-4a56-b42a-3fa518cd19e4 None None] Routers {'33bab566-deac-4833-abf1-ef14704f3d66'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:10:24.426695 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0fc47b37-3959-4a56-b42a-3fa518cd19e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:09:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['33bab566-deac-4833-abf1-ef14704f3d66'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:10:24.440437 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-eefab343-b5b0-4d73-9fd8-5d541ad3b862 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "DELETE /v2.0/floatingips/633e6d14-3a69-4679-b448-a83efc3f4347 HTTP/1.1" status: 204 len: 168 time: 1.1897836 May 24 14:10:24.441129 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb63ce0-bd0a-4a00-ae22-d891b29fb857', 'tag': '0b05c79c-a61b-459e-a884-b9c7305f6581'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:10:24.443429 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56840724-1e64-493b-a1b6-71df99c2de06" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb63ce0-bd0a-4a00-ae22-d891b29fb857", "tag": "0b05c79c-a61b-459e-a884-b9c7305f6581"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:10:24.482785 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 14:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c3170f-cd2c-4ae2-bf29-f59dcd09b62f x-openstack-request-id: req-81c3170f-cd2c-4ae2-bf29-f59dcd09b62f {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:10:24.483265 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb63ce0-bd0a-4a00-ae22-d891b29fb857", "tag": "0b05c79c-a61b-459e-a884-b9c7305f6581", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:10:24.483608 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-81c3170f-cd2c-4ae2-bf29-f59dcd09b62f {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:10:24.484053 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81c3170f-cd2c-4ae2-bf29-f59dcd09b62f'] response: {'name': 'network-changed', 'server_uuid': '0fb63ce0-bd0a-4a00-ae22-d891b29fb857', 'tag': '0b05c79c-a61b-459e-a884-b9c7305f6581', 'status': 'completed', 'code': 200} May 24 14:10:24.538775 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-0fc47b37-3959-4a56-b42a-3fa518cd19e4 None None] Set router 33bab566-deac-4833-abf1-ef14704f3d66 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:10:24.671007 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d88b6b-dde6-4185-ba9b-b38a9176b26a req-28f08e30-1768-44ba-8f37-9eeec3127350 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:24.673152 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d0d88b6b-dde6-4185-ba9b-b38a9176b26a req-28f08e30-1768-44ba-8f37-9eeec3127350 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0544922 May 24 14:10:24.689098 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb20d9-a229-4224-aa7c-ba3bbac1dec6 req-34d57de5-2473-4cf3-a708-53a63825091a tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:24.690601 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-64cb20d9-a229-4224-aa7c-ba3bbac1dec6 req-34d57de5-2473-4cf3-a708-53a63825091a tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 945 time: 0.0504935 May 24 14:10:24.729171 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d0d88b6b-dde6-4185-ba9b-b38a9176b26a req-bcf0459e-c71f-43a5-8f0e-8243e1d0362b tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496135 May 24 14:10:24.737518 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0fc47b37-3959-4a56-b42a-3fa518cd19e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bab566-deac-4833-abf1-ef14704f3d66', 'name': 'tempest-TestShelveInstance-1426708210-router', 'tenant_id': 'cbe0605c62d04bed8edf14047746e765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '9110c080-1d98-4d21-b2dd-0462669ebea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:04:10Z', 'updated_at': '2022-05-24T14:04:12Z', 'revision_number': 4, 'project_id': 'cbe0605c62d04bed8edf14047746e765', 'gw_port': {'id': '9110c080-1d98-4d21-b2dd-0462669ebea0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ec:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bab566-deac-4833-abf1-ef14704f3d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:04:10Z', 'updated_at': '2022-05-24T14:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628', 'name': '', 'network_id': 'ceb718dc-f4a8-4668-a280-59d30b7a2d2c', 'tenant_id': 'cbe0605c62d04bed8edf14047746e765', 'mac_address': 'fa:16:3e:92:ef:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bab566-deac-4833-abf1-ef14704f3d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '51ad56e2-5223-4686-9701-7e93c8b6f443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:04:12Z', 'updated_at': '2022-05-24T14:04:17Z', 'revision_number': 5, 'project_id': 'cbe0605c62d04bed8edf14047746e765', 'subnets': [{'id': '51ad56e2-5223-4686-9701-7e93c8b6f443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:10:24.741667 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-64cb20d9-a229-4224-aa7c-ba3bbac1dec6 req-1f40ad37-0a03-47da-ac3f-20d6dee83080 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447085 May 24 14:10:24.769217 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc47b37-3959-4a56-b42a-3fa518cd19e4 None None] Checking router: 33bab566-deac-4833-abf1-ef14704f3d66 for host: dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:10:24.778380 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc47b37-3959-4a56-b42a-3fa518cd19e4 None None] Routers {'33bab566-deac-4833-abf1-ef14704f3d66'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:10:24.779254 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0fc47b37-3959-4a56-b42a-3fa518cd19e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:09:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['33bab566-deac-4833-abf1-ef14704f3d66'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:10:24.881283 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-0fc47b37-3959-4a56-b42a-3fa518cd19e4 None None] Set router 33bab566-deac-4833-abf1-ef14704f3d66 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:10:25.153438 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0fc47b37-3959-4a56-b42a-3fa518cd19e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bab566-deac-4833-abf1-ef14704f3d66', 'name': 'tempest-TestShelveInstance-1426708210-router', 'tenant_id': 'cbe0605c62d04bed8edf14047746e765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '9110c080-1d98-4d21-b2dd-0462669ebea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:04:10Z', 'updated_at': '2022-05-24T14:04:12Z', 'revision_number': 4, 'project_id': 'cbe0605c62d04bed8edf14047746e765', 'gw_port': {'id': '9110c080-1d98-4d21-b2dd-0462669ebea0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ec:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bab566-deac-4833-abf1-ef14704f3d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:04:10Z', 'updated_at': '2022-05-24T14:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628', 'name': '', 'network_id': 'ceb718dc-f4a8-4668-a280-59d30b7a2d2c', 'tenant_id': 'cbe0605c62d04bed8edf14047746e765', 'mac_address': 'fa:16:3e:92:ef:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bab566-deac-4833-abf1-ef14704f3d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '51ad56e2-5223-4686-9701-7e93c8b6f443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:04:12Z', 'updated_at': '2022-05-24T14:04:17Z', 'revision_number': 5, 'project_id': 'cbe0605c62d04bed8edf14047746e765', 'subnets': [{'id': '51ad56e2-5223-4686-9701-7e93c8b6f443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:10:25.178466 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc47b37-3959-4a56-b42a-3fa518cd19e4 None None] The sync data for ids ['33bab566-deac-4833-abf1-ef14704f3d66'] in dv-cinder-842129-1-iscsi is: [{'id': '33bab566-deac-4833-abf1-ef14704f3d66', 'name': 'tempest-TestShelveInstance-1426708210-router', 'tenant_id': 'cbe0605c62d04bed8edf14047746e765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '9110c080-1d98-4d21-b2dd-0462669ebea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:04:10Z', 'updated_at': '2022-05-24T14:04:12Z', 'revision_number': 4, 'project_id': 'cbe0605c62d04bed8edf14047746e765', 'gw_port': {'id': '9110c080-1d98-4d21-b2dd-0462669ebea0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ec:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bab566-deac-4833-abf1-ef14704f3d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:04:10Z', 'updated_at': '2022-05-24T14:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628', 'name': '', 'network_id': 'ceb718dc-f4a8-4668-a280-59d30b7a2d2c', 'tenant_id': 'cbe0605c62d04bed8edf14047746e765', 'mac_address': 'fa:16:3e:92:ef:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bab566-deac-4833-abf1-ef14704f3d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '51ad56e2-5223-4686-9701-7e93c8b6f443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:04:12Z', 'updated_at': '2022-05-24T14:04:17Z', 'revision_number': 5, 'project_id': 'cbe0605c62d04bed8edf14047746e765', 'subnets': [{'id': '51ad56e2-5223-4686-9701-7e93c8b6f443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:10:25.403660 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43108b5-ccaf-4fa1-b3eb-0b0eecb6e7c8 None None] New status for floating IP 633e6d14-3a69-4679-b448-a83efc3f4347: DOWN {{(pid=103809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 14:10:25.744541 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56840724-1e64-493b-a1b6-71df99c2de06 req-8d33368d-5e73-4e83-afe2-290e8847479e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:25.746268 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-56840724-1e64-493b-a1b6-71df99c2de06 req-8d33368d-5e73-4e83-afe2-290e8847479e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cbe0605c62d04bed8edf14047746e765&device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 1129 time: 0.0435865 May 24 14:10:25.843516 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eeb4b7-ebb8-4752-a9ec-3461fd2f8c78 req-22a4933d-9e58-4e76-9819-8d5d2ab44b01 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:25.845549 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-75eeb4b7-ebb8-4752-a9ec-3461fd2f8c78 req-22a4933d-9e58-4e76-9819-8d5d2ab44b01 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0481431 May 24 14:10:25.858528 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a2c41-6f6a-4261-a051-997f98076b54 req-3041390b-8b47-468b-91d3-2c1b621f6818 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:25.860022 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b54a2c41-6f6a-4261-a051-997f98076b54 req-3041390b-8b47-468b-91d3-2c1b621f6818 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 945 time: 0.0501356 May 24 14:10:25.863550 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:25.894911 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-75eeb4b7-ebb8-4752-a9ec-3461fd2f8c78 req-60584375-8415-4492-ae55-bfe2c5811ecb tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441809 May 24 14:10:25.910279 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-b54a2c41-6f6a-4261-a051-997f98076b54 req-3ca77971-a5ed-4d6a-9c21-f867c9eca5cd tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446701 May 24 14:10:26.180847 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-45ec28b6-af35-410f-8be9-2f56fe714b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:26.385336 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 14:10:26.812833 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe832d2a-7810-40ea-842d-1af0af2c4e02 req-d1c16972-8af9-4541-b75c-c8002172b78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:26.814300 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fe832d2a-7810-40ea-842d-1af0af2c4e02 req-d1c16972-8af9-4541-b75c-c8002172b78c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e436feb329204699a78d749db135acce&device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 1129 time: 0.0862391 May 24 14:10:26.897212 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56840724-1e64-493b-a1b6-71df99c2de06 req-92664263-9fcc-44d1-b4ac-3b6693c30779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:26.898646 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-56840724-1e64-493b-a1b6-71df99c2de06 req-92664263-9fcc-44d1-b4ac-3b6693c30779 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ceb718dc-f4a8-4668-a280-59d30b7a2d2c HTTP/1.1" status: 200 len: 910 time: 0.1604269 May 24 14:10:26.949605 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-56840724-1e64-493b-a1b6-71df99c2de06 req-5ee55152-7def-4263-909d-fa7696ac3f81 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b05c79c-a61b-459e-a884-b9c7305f6581 HTTP/1.1" status: 200 len: 217 time: 0.0445104 May 24 14:10:26.965286 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe832d2a-7810-40ea-842d-1af0af2c4e02 req-e52b1513-e8b5-436b-9a8e-dbec957a98a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:26.966744 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fe832d2a-7810-40ea-842d-1af0af2c4e02 req-e52b1513-e8b5-436b-9a8e-dbec957a98a3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d0876f86-477e-43a6-b89a-5d925c2bd73a HTTP/1.1" status: 200 len: 911 time: 0.1427622 May 24 14:10:27.001147 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:27.012956 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ada371-9992-47df-96ac-415d46a4dd07 req-555c9003-e9ec-41e3-9754-5410d2825f6b tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:27.014444 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-22ada371-9992-47df-96ac-415d46a4dd07 req-555c9003-e9ec-41e3-9754-5410d2825f6b tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0489037 May 24 14:10:27.069551 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-22ada371-9992-47df-96ac-415d46a4dd07 req-aeba6d09-06a5-4f88-a4c8-d46341c57da1 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474098 May 24 14:10:27.105544 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380176c1-e9e2-42a2-b5c8-7e8432422fb4 req-0bb7e70d-2f9f-4dff-857e-568ac938dddc tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:27.107017 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-380176c1-e9e2-42a2-b5c8-7e8432422fb4 req-0bb7e70d-2f9f-4dff-857e-568ac938dddc tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 945 time: 0.1201389 May 24 14:10:27.112543 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56840724-1e64-493b-a1b6-71df99c2de06 req-b5bd16c0-beb1-4426-8405-71cc50aa8119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:27.113884 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-56840724-1e64-493b-a1b6-71df99c2de06 req-b5bd16c0-beb1-4426-8405-71cc50aa8119 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=51ad56e2-5223-4686-9701-7e93c8b6f443 HTTP/1.1" status: 200 len: 848 time: 0.1377468 May 24 14:10:27.123956 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fe832d2a-7810-40ea-842d-1af0af2c4e02 req-46241582-960b-467b-bb0f-c80ad577aa67 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e64fdd4-c3e5-497b-9ca2-29d3b279c477 HTTP/1.1" status: 200 len: 1001 time: 0.1465540 May 24 14:10:27.161468 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-380176c1-e9e2-42a2-b5c8-7e8432422fb4 req-c7dafd74-80c4-4c61-873e-38abedf9c977 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/security-groups?id=27e9594a-fb23-429e-9d55-936cfc5689e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450051 May 24 14:10:27.182896 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:27.246533 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56840724-1e64-493b-a1b6-71df99c2de06 req-1eac5b45-d21e-42e0-85a2-0b5c7f250e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:27.248060 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-56840724-1e64-493b-a1b6-71df99c2de06 req-1eac5b45-d21e-42e0-85a2-0b5c7f250e0f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ceb718dc-f4a8-4668-a280-59d30b7a2d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0740843 May 24 14:10:27.253169 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe832d2a-7810-40ea-842d-1af0af2c4e02 req-9cd5c59a-f54b-4ffb-9606-d98f6a2b04d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:27.254724 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fe832d2a-7810-40ea-842d-1af0af2c4e02 req-9cd5c59a-f54b-4ffb-9606-d98f6a2b04d0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b10f4794-31a5-4c72-8ff2-7227ff1bde49 HTTP/1.1" status: 200 len: 849 time: 0.0796967 May 24 14:10:27.349065 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:27.367749 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe832d2a-7810-40ea-842d-1af0af2c4e02 req-c3893190-78f8-46d1-bb07-393a63f48868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:27.369512 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fe832d2a-7810-40ea-842d-1af0af2c4e02 req-c3893190-78f8-46d1-bb07-393a63f48868 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d0876f86-477e-43a6-b89a-5d925c2bd73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0903432 May 24 14:10:27.397332 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-56840724-1e64-493b-a1b6-71df99c2de06 req-f0b7ce91-1e42-4e20-8bc6-d939fd5695b9 service neutron] 10.222.0.55 "GET /v2.0/networks/ceb718dc-f4a8-4668-a280-59d30b7a2d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193151 May 24 14:10:27.458422 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:27.621288 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe90436-a09d-4151-b681-2c2238ea4923 req-b2554742-e05f-4c74-bbe9-38af12459b7f tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:27.622856 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-cfe90436-a09d-4151-b681-2c2238ea4923 req-b2554742-e05f-4c74-bbe9-38af12459b7f tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 945 time: 0.0669560 May 24 14:10:27.661492 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-56840724-1e64-493b-a1b6-71df99c2de06 req-8939bbbd-58d5-48fa-8676-e363c1b8381d service neutron] 10.222.0.55 "GET /v2.0/networks/ceb718dc-f4a8-4668-a280-59d30b7a2d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660881 May 24 14:10:27.663240 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fe832d2a-7810-40ea-842d-1af0af2c4e02 req-b4480571-296f-4d7d-88ab-ddb51c171f2d service neutron] 10.222.0.55 "GET /v2.0/networks/d0876f86-477e-43a6-b89a-5d925c2bd73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761694 May 24 14:10:27.725161 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-cfe90436-a09d-4151-b681-2c2238ea4923 req-2a371fdc-fd2a-4b5a-b547-dc138563bcb1 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Deleting port 0b05c79c-a61b-459e-a884-b9c7305f6581 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:10:27.725502 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-cfe90436-a09d-4151-b681-2c2238ea4923 req-2a371fdc-fd2a-4b5a-b547-dc138563bcb1 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (0b05c79c-a61b-459e-a884-b9c7305f6581), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:27.761799 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fe832d2a-7810-40ea-842d-1af0af2c4e02 req-6e9989ab-80a0-44d2-9fad-8aee9e51339a service neutron] 10.222.0.55 "GET /v2.0/networks/d0876f86-477e-43a6-b89a-5d925c2bd73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889513 May 24 14:10:27.820350 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-cfe90436-a09d-4151-b681-2c2238ea4923 req-2a371fdc-fd2a-4b5a-b547-dc138563bcb1 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] For port 0b05c79c-a61b-459e-a884-b9c7305f6581, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=0b05c79c-a61b-459e-a884-b9c7305f6581,segment=NetworkSegment(570b5330-747f-49b7-83d6-6b6e30208601),segment_id=570b5330-747f-49b7-83d6-6b6e30208601)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:10:27.820712 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-cfe90436-a09d-4151-b681-2c2238ea4923 req-2a371fdc-fd2a-4b5a-b547-dc138563bcb1 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (0b05c79c-a61b-459e-a884-b9c7305f6581), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:27.833939 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-cfe90436-a09d-4151-b681-2c2238ea4923 req-2a371fdc-fd2a-4b5a-b547-dc138563bcb1 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Calling delete_port for 0b05c79c-a61b-459e-a884-b9c7305f6581 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:10:27.957159 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-cfe90436-a09d-4151-b681-2c2238ea4923 req-2a371fdc-fd2a-4b5a-b547-dc138563bcb1 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (0b05c79c-a61b-459e-a884-b9c7305f6581), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:27.990061 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a371fdc-fd2a-4b5a-b547-dc138563bcb1 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Pushing event deleted for resources: {'Port': ['ID=0b05c79c-a61b-459e-a884-b9c7305f6581,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:28.016980 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a371fdc-fd2a-4b5a-b547-dc138563bcb1 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:28.017580 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a371fdc-fd2a-4b5a-b547-dc138563bcb1 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:28.017695 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a371fdc-fd2a-4b5a-b547-dc138563bcb1 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:28.017983 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a371fdc-fd2a-4b5a-b547-dc138563bcb1 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:28.018315 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a371fdc-fd2a-4b5a-b547-dc138563bcb1 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:28.018650 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a371fdc-fd2a-4b5a-b547-dc138563bcb1 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:28.018975 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a371fdc-fd2a-4b5a-b547-dc138563bcb1 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:28.019298 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a371fdc-fd2a-4b5a-b547-dc138563bcb1 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:28.019621 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a371fdc-fd2a-4b5a-b547-dc138563bcb1 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:28.019973 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a371fdc-fd2a-4b5a-b547-dc138563bcb1 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:28.020298 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a371fdc-fd2a-4b5a-b547-dc138563bcb1 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:28.020621 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a371fdc-fd2a-4b5a-b547-dc138563bcb1 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:28.020937 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a371fdc-fd2a-4b5a-b547-dc138563bcb1 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:28.021256 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a371fdc-fd2a-4b5a-b547-dc138563bcb1 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:28.021571 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a371fdc-fd2a-4b5a-b547-dc138563bcb1 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:28.046517 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe90436-a09d-4151-b681-2c2238ea4923 req-2a371fdc-fd2a-4b5a-b547-dc138563bcb1 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] No DVR routers for this DVR port 0b05c79c-a61b-459e-a884-b9c7305f6581 on host hv-cinder-84212 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 14:10:28.048917 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-cfe90436-a09d-4151-b681-2c2238ea4923 req-2a371fdc-fd2a-4b5a-b547-dc138563bcb1 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:28.052140 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-cfe90436-a09d-4151-b681-2c2238ea4923 req-2a371fdc-fd2a-4b5a-b547-dc138563bcb1 tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.55 "DELETE /v2.0/ports/0b05c79c-a61b-459e-a884-b9c7305f6581 HTTP/1.1" status: 204 len: 173 time: 0.4241807 May 24 14:10:28.052576 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb63ce0-bd0a-4a00-ae22-d891b29fb857', 'name': 'network-vif-deleted', 'tag': '0b05c79c-a61b-459e-a884-b9c7305f6581'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:10:28.054811 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60922b96e112649546d89072a262e180bf09e65c4ab2e641290b12b7b14c337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658a2ae0-ce0c-4420-9626-5857b3abe640" -d '{"events": [{"server_uuid": "0fb63ce0-bd0a-4a00-ae22-d891b29fb857", "name": "network-vif-deleted", "tag": "0b05c79c-a61b-459e-a884-b9c7305f6581"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:10:28.094109 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 14:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfffcfee-9102-46c9-8075-854a7d48a6c1 x-openstack-request-id: req-dfffcfee-9102-46c9-8075-854a7d48a6c1 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:10:28.094402 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb63ce0-bd0a-4a00-ae22-d891b29fb857", "name": "network-vif-deleted", "tag": "0b05c79c-a61b-459e-a884-b9c7305f6581", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:10:28.094658 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dfffcfee-9102-46c9-8075-854a7d48a6c1 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:10:28.095057 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfffcfee-9102-46c9-8075-854a7d48a6c1'] response: {'server_uuid': '0fb63ce0-bd0a-4a00-ae22-d891b29fb857', 'name': 'network-vif-deleted', 'tag': '0b05c79c-a61b-459e-a884-b9c7305f6581', 'status': 'completed', 'code': 200} May 24 14:10:28.196896 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1ec5f-bfbd-4b1d-9d04-42aa3e6376d5 req-d91c2cdc-0de9-44fd-bfcd-1ef936b088f5 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:28.198520 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bae1ec5f-bfbd-4b1d-9d04-42aa3e6376d5 req-d91c2cdc-0de9-44fd-bfcd-1ef936b088f5 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0502386 May 24 14:10:28.261043 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-bae1ec5f-bfbd-4b1d-9d04-42aa3e6376d5 req-268da87d-27e9-4a59-ae58-9813927f4396 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569949 May 24 14:10:28.269857 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-54565a5b-eed7-4baf-8549-591c32576866 req-b4a4a07f-c270-4af8-8273-c5cda17915ed tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb63ce0-bd0a-4a00-ae22-d891b29fb857 HTTP/1.1" status: 200 len: 210 time: 0.0296474 May 24 14:10:28.584786 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:29.334998 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 44402) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:10:29.380555 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea01cf9-3329-4271-a7b0-69782dc6fb74 req-c9c5a1e7-422c-42ea-818b-38f7f402793a tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:29.381951 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3ea01cf9-3329-4271-a7b0-69782dc6fb74 req-c9c5a1e7-422c-42ea-818b-38f7f402793a tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0484407 May 24 14:10:29.394311 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d048e016-36e8-420a-bf2c-ce751e3385fd tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks [] for security_group (27e9594a-fb23-429e-9d55-936cfc5689e8), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:29.428173 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d048e016-36e8-420a-bf2c-ce751e3385fd tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks [] for security_group (27e9594a-fb23-429e-9d55-936cfc5689e8), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:29.433048 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3ea01cf9-3329-4271-a7b0-69782dc6fb74 req-f28e63a6-589e-471d-bccf-1fb60dfc6d85 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424359 May 24 14:10:29.490041 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d048e016-36e8-420a-bf2c-ce751e3385fd tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (27e9594a-fb23-429e-9d55-936cfc5689e8), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:29.492650 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d048e016-36e8-420a-bf2c-ce751e3385fd tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:29.494374 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-d048e016-36e8-420a-bf2c-ce751e3385fd tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] 10.222.0.24 "DELETE /v2.0/security-groups/27e9594a-fb23-429e-9d55-936cfc5689e8 HTTP/1.1" status: 204 len: 168 time: 0.1576788 May 24 14:10:29.504627 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d048e016-36e8-420a-bf2c-ce751e3385fd tempest-TestShelveInstance-182891951 tempest-TestShelveInstance-182891951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e9594a-fb23-429e-9d55-936cfc5689e8,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:30.454730 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:30.553604 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 44418) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:10:30.817749 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:30.822006 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:30.910188 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-07150a6a-f984-4989-8e18-48e457f7477d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532644'] for router_interface (33bab566-deac-4833-abf1-ef14704f3d66), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:31.142670 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-07150a6a-f984-4989-8e18-48e457f7477d admin admin] Deleting port 41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:10:31.143007 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-07150a6a-f984-4989-8e18-48e457f7477d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:31.224711 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-07150a6a-f984-4989-8e18-48e457f7477d admin admin] For port 41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628,segment=NetworkSegment(570b5330-747f-49b7-83d6-6b6e30208601),segment_id=570b5330-747f-49b7-83d6-6b6e30208601)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:10:31.225071 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-07150a6a-f984-4989-8e18-48e457f7477d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:31.238935 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-07150a6a-f984-4989-8e18-48e457f7477d admin admin] Calling delete_port for 41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:10:31.423354 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-07150a6a-f984-4989-8e18-48e457f7477d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:31.445746 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07150a6a-f984-4989-8e18-48e457f7477d admin admin] Pushing event deleted for resources: {'Port': ['ID=41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:31.475198 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 0b05c79c-a61b-459e-a884-b9c7305f6581 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:10:31.495590 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] No Port match for: 0b05c79c-a61b-459e-a884-b9c7305f6581 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:10:31.496220 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 0b05c79c-a61b-459e-a884-b9c7305f6581 not bound to the agent host hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:10:31.611282 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:31.614020 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-07150a6a-f984-4989-8e18-48e457f7477d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-172021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532528'] for router_interface (33bab566-deac-4833-abf1-ef14704f3d66), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:31.709844 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:31.819638 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07150a6a-f984-4989-8e18-48e457f7477d admin admin] Router 33bab566-deac-4833-abf1-ef14704f3d66 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:10:31.919558 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07150a6a-f984-4989-8e18-48e457f7477d admin admin] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:10:31.924421 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-07150a6a-f984-4989-8e18-48e457f7477d admin admin] 10.222.0.24 "PUT /v2.0/routers/33bab566-deac-4833-abf1-ef14704f3d66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3696203 May 24 14:10:31.926860 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 44428) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:10:31.929565 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e698c6ba-5587-44d9-99e3-c0b74df67abb None None] Sync routers for ids ['33bab566-deac-4833-abf1-ef14704f3d66'] in dv-cinder-842129-1-iscsi {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:10:31.940947 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e698c6ba-5587-44d9-99e3-c0b74df67abb None None] Routers {'33bab566-deac-4833-abf1-ef14704f3d66'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:10:31.941552 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-e698c6ba-5587-44d9-99e3-c0b74df67abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:10:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['33bab566-deac-4833-abf1-ef14704f3d66'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:10:32.026205 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-13aff074-3721-45f8-a8bb-32ba112bd5a5 admin admin] Publish callbacks [] for router (33bab566-deac-4833-abf1-ef14704f3d66), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:32.040713 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-e698c6ba-5587-44d9-99e3-c0b74df67abb None None] Set router 33bab566-deac-4833-abf1-ef14704f3d66 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:10:32.174791 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=100 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:32.217132 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-e698c6ba-5587-44d9-99e3-c0b74df67abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bab566-deac-4833-abf1-ef14704f3d66', 'name': 'tempest-TestShelveInstance-1426708210-router', 'tenant_id': 'cbe0605c62d04bed8edf14047746e765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '9110c080-1d98-4d21-b2dd-0462669ebea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:04:10Z', 'updated_at': '2022-05-24T14:10:31Z', 'revision_number': 5, 'project_id': 'cbe0605c62d04bed8edf14047746e765', 'gw_port': {'id': '9110c080-1d98-4d21-b2dd-0462669ebea0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ec:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bab566-deac-4833-abf1-ef14704f3d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:04:10Z', 'updated_at': '2022-05-24T14:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:10:32.242642 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=100 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:32.244936 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e698c6ba-5587-44d9-99e3-c0b74df67abb None None] Checking router: 33bab566-deac-4833-abf1-ef14704f3d66 for host: dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:10:32.255337 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e698c6ba-5587-44d9-99e3-c0b74df67abb None None] Routers {'33bab566-deac-4833-abf1-ef14704f3d66'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:10:32.255975 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-e698c6ba-5587-44d9-99e3-c0b74df67abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:10:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['33bab566-deac-4833-abf1-ef14704f3d66'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:10:32.354862 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-13aff074-3721-45f8-a8bb-32ba112bd5a5 admin admin] Publish callbacks [] for router_gateway (33bab566-deac-4833-abf1-ef14704f3d66), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:32.358227 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-e698c6ba-5587-44d9-99e3-c0b74df67abb None None] Set router 33bab566-deac-4833-abf1-ef14704f3d66 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:10:32.403970 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-13aff074-3721-45f8-a8bb-32ba112bd5a5 admin admin] Deleting port 9110c080-1d98-4d21-b2dd-0462669ebea0 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:10:32.404304 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-13aff074-3721-45f8-a8bb-32ba112bd5a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (9110c080-1d98-4d21-b2dd-0462669ebea0), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:32.482484 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-13aff074-3721-45f8-a8bb-32ba112bd5a5 admin admin] For port 9110c080-1d98-4d21-b2dd-0462669ebea0, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=9110c080-1d98-4d21-b2dd-0462669ebea0,segment=NetworkSegment(3f5d497a-81fa-44a3-b648-e1e22cc699e7),segment_id=3f5d497a-81fa-44a3-b648-e1e22cc699e7)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:10:32.482846 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-13aff074-3721-45f8-a8bb-32ba112bd5a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (9110c080-1d98-4d21-b2dd-0462669ebea0), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:32.497921 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-13aff074-3721-45f8-a8bb-32ba112bd5a5 admin admin] Calling delete_port for 9110c080-1d98-4d21-b2dd-0462669ebea0 owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:10:32.529639 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-e698c6ba-5587-44d9-99e3-c0b74df67abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bab566-deac-4833-abf1-ef14704f3d66', 'name': 'tempest-TestShelveInstance-1426708210-router', 'tenant_id': 'cbe0605c62d04bed8edf14047746e765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '9110c080-1d98-4d21-b2dd-0462669ebea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:04:10Z', 'updated_at': '2022-05-24T14:10:31Z', 'revision_number': 5, 'project_id': 'cbe0605c62d04bed8edf14047746e765', 'gw_port': {'id': '9110c080-1d98-4d21-b2dd-0462669ebea0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ec:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bab566-deac-4833-abf1-ef14704f3d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:04:10Z', 'updated_at': '2022-05-24T14:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:10:32.557577 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e698c6ba-5587-44d9-99e3-c0b74df67abb None None] The sync data for ids ['33bab566-deac-4833-abf1-ef14704f3d66'] in dv-cinder-842129-1-iscsi is: [{'id': '33bab566-deac-4833-abf1-ef14704f3d66', 'name': 'tempest-TestShelveInstance-1426708210-router', 'tenant_id': 'cbe0605c62d04bed8edf14047746e765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '9110c080-1d98-4d21-b2dd-0462669ebea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:04:10Z', 'updated_at': '2022-05-24T14:10:31Z', 'revision_number': 5, 'project_id': 'cbe0605c62d04bed8edf14047746e765', 'gw_port': {'id': '9110c080-1d98-4d21-b2dd-0462669ebea0', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ec:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bab566-deac-4833-abf1-ef14704f3d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:04:10Z', 'updated_at': '2022-05-24T14:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:10:32.664175 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-13aff074-3721-45f8-a8bb-32ba112bd5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (9110c080-1d98-4d21-b2dd-0462669ebea0), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:32.668037 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:32.692999 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aff074-3721-45f8-a8bb-32ba112bd5a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9110c080-1d98-4d21-b2dd-0462669ebea0,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:32.758027 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-13aff074-3721-45f8-a8bb-32ba112bd5a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539230'] for router_gateway (33bab566-deac-4833-abf1-ef14704f3d66), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:32.760241 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:32.845124 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-13aff074-3721-45f8-a8bb-32ba112bd5a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4362'] for router (33bab566-deac-4833-abf1-ef14704f3d66), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:32.847138 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-13aff074-3721-45f8-a8bb-32ba112bd5a5 admin admin] Publish callbacks [] for router_controller (33bab566-deac-4833-abf1-ef14704f3d66), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:32.888136 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-13aff074-3721-45f8-a8bb-32ba112bd5a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-535544'] for router (33bab566-deac-4833-abf1-ef14704f3d66), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:32.888787 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13aff074-3721-45f8-a8bb-32ba112bd5a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33bab566-deac-4833-abf1-ef14704f3d66 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 24 14:10:32.892999 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-13aff074-3721-45f8-a8bb-32ba112bd5a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:32.894138 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-13aff074-3721-45f8-a8bb-32ba112bd5a5 admin admin] 10.222.0.24 "DELETE /v2.0/routers/33bab566-deac-4833-abf1-ef14704f3d66 HTTP/1.1" status: 204 len: 168 time: 0.9663434 May 24 14:10:32.896934 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 44438) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:10:32.949943 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e6d514-d5f0-48a8-9b7d-b4b6867658a9 admin admin] Deleting subnet 51ad56e2-5223-4686-9701-7e93c8b6f443 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 24 14:10:32.953239 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21e6d514-d5f0-48a8-9b7d-b4b6867658a9 admin admin] Publish callbacks [] for subnet (51ad56e2-5223-4686-9701-7e93c8b6f443), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:32.988018 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21e6d514-d5f0-48a8-9b7d-b4b6867658a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5712652'] for subnet (51ad56e2-5223-4686-9701-7e93c8b6f443), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:33.064513 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21e6d514-d5f0-48a8-9b7d-b4b6867658a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902008'] for subnet (51ad56e2-5223-4686-9701-7e93c8b6f443), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:33.122830 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21e6d514-d5f0-48a8-9b7d-b4b6867658a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1901987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5712815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756236'] for subnet (51ad56e2-5223-4686-9701-7e93c8b6f443), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:33.149472 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6d514-d5f0-48a8-9b7d-b4b6867658a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51ad56e2-5223-4686-9701-7e93c8b6f443,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:33.153816 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21e6d514-d5f0-48a8-9b7d-b4b6867658a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:33.157033 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-21e6d514-d5f0-48a8-9b7d-b4b6867658a9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/51ad56e2-5223-4686-9701-7e93c8b6f443 HTTP/1.1" status: 204 len: 168 time: 0.2591088 May 24 14:10:33.159660 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 44440) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:10:33.163218 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59bf45c-c3e8-4904-a011-a10663e8ae08 None None] Network ceb718dc-f4a8-4668-a280-59d30b7a2d2c requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 14:10:33.240637 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-62d51f67-1765-4248-8107-aeab43b49b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1862163'] for network (ceb718dc-f4a8-4668-a280-59d30b7a2d2c), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:33.292229 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-62d51f67-1765-4248-8107-aeab43b49b56 admin admin] Deleting port 1426155d-7adf-4adc-98c8-0518e93a21b8 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:10:33.292573 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-62d51f67-1765-4248-8107-aeab43b49b56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (1426155d-7adf-4adc-98c8-0518e93a21b8), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:33.357638 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-62d51f67-1765-4248-8107-aeab43b49b56 admin admin] For port 1426155d-7adf-4adc-98c8-0518e93a21b8, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=1426155d-7adf-4adc-98c8-0518e93a21b8,segment=NetworkSegment(570b5330-747f-49b7-83d6-6b6e30208601),segment_id=570b5330-747f-49b7-83d6-6b6e30208601)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:10:33.357878 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-62d51f67-1765-4248-8107-aeab43b49b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (1426155d-7adf-4adc-98c8-0518e93a21b8), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:33.372883 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-62d51f67-1765-4248-8107-aeab43b49b56 admin admin] Calling delete_port for 1426155d-7adf-4adc-98c8-0518e93a21b8 owned by network:dhcp {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:10:33.449420 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:33.457526 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-62d51f67-1765-4248-8107-aeab43b49b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (1426155d-7adf-4adc-98c8-0518e93a21b8), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:33.483997 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d51f67-1765-4248-8107-aeab43b49b56 admin admin] Pushing event deleted for resources: {'Port': ['ID=1426155d-7adf-4adc-98c8-0518e93a21b8,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:33.485797 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d51f67-1765-4248-8107-aeab43b49b56 admin admin] No DVR routers for this DVR port 1426155d-7adf-4adc-98c8-0518e93a21b8 on host dv-cinder-842129-1-iscsi {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 14:10:33.558016 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-62d51f67-1765-4248-8107-aeab43b49b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1932343', 'neutron.services.segments.db._delete_segments_for_network-8727739285863'] for network (ceb718dc-f4a8-4668-a280-59d30b7a2d2c), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:33.579789 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:33.583589 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-62d51f67-1765-4248-8107-aeab43b49b56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb718dc-f4a8-4668-a280-59d30b7a2d2c']}} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:10:33.595573 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-62d51f67-1765-4248-8107-aeab43b49b56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '570b5330-747f-49b7-83d6-6b6e30208601') {'for_net_delete': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:10:33.596004 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-62d51f67-1765-4248-8107-aeab43b49b56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '570b5330-747f-49b7-83d6-6b6e30208601') {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:10:33.606840 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-62d51f67-1765-4248-8107-aeab43b49b56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727739286128', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5066674'] for segment (570b5330-747f-49b7-83d6-6b6e30208601), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:33.617660 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39b30d0-41a2-46c9-971c-b197bc8414f5 None None] DHCP port deletion for ceb718dc-f4a8-4668-a280-59d30b7a2d2c request from dv-cinder-842129-1-iscsi {{(pid=103809) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 24 14:10:33.622053 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-62d51f67-1765-4248-8107-aeab43b49b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291'] for segment (570b5330-747f-49b7-83d6-6b6e30208601), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:33.635187 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d51f67-1765-4248-8107-aeab43b49b56 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 14:10:33.635906 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-62d51f67-1765-4248-8107-aeab43b49b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5058418'] for segment (570b5330-747f-49b7-83d6-6b6e30208601), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:33.702342 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-62d51f67-1765-4248-8107-aeab43b49b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534454'] for network (ceb718dc-f4a8-4668-a280-59d30b7a2d2c), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:33.707923 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-62d51f67-1765-4248-8107-aeab43b49b56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:33.714805 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-62d51f67-1765-4248-8107-aeab43b49b56 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ceb718dc-f4a8-4668-a280-59d30b7a2d2c HTTP/1.1" status: 204 len: 168 time: 0.5503159 May 24 14:10:33.714805 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.services.segments.plugin [-] Segment 570b5330-747f-49b7-83d6-6b6e30208601 resource provider aggregate not found May 24 14:10:33.715008 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 44452) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:10:33.726804 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d51f67-1765-4248-8107-aeab43b49b56 admin admin] Pushing event deleted for resources: {'Network': ['ID=ceb718dc-f4a8-4668-a280-59d30b7a2d2c,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:33.733232 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.services.segments.plugin [-] Segment 570b5330-747f-49b7-83d6-6b6e30208601 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 570b5330-747f-49b7-83d6-6b6e30208601 found for delete ", "request_id": "req-a7a69d35-d1be-4144-aa5f-bc37dcbc1cf7"}]} May 24 14:10:34.027358 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c9bf3b66-0b6d-4e84-8a50-38d42ec8bf65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532644'] for router_interface (fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:34.201818 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 9110c080-1d98-4d21-b2dd-0462669ebea0 no longer exists at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:10:34.206810 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:34.221866 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] No Port match for: 9110c080-1d98-4d21-b2dd-0462669ebea0 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:10:34.222204 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 9110c080-1d98-4d21-b2dd-0462669ebea0 not bound to the agent host dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:10:34.222604 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628 no longer exists at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:10:34.239907 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] No Port match for: 41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:10:34.240247 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 41307c6f-4c7b-4ec2-a0f7-b3a0ac9e4628 not bound to the agent host dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:10:34.240641 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 1426155d-7adf-4adc-98c8-0518e93a21b8 no longer exists at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:10:34.249369 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-c9bf3b66-0b6d-4e84-8a50-38d42ec8bf65 admin admin] Deleting port d840eb0e-b463-4b43-a3b6-9192fdf500b6 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:10:34.249705 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c9bf3b66-0b6d-4e84-8a50-38d42ec8bf65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (d840eb0e-b463-4b43-a3b6-9192fdf500b6), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:34.258694 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] No Port match for: 1426155d-7adf-4adc-98c8-0518e93a21b8 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:10:34.259032 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 1426155d-7adf-4adc-98c8-0518e93a21b8 not bound to the agent host dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:10:34.288732 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:34.331723 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-c9bf3b66-0b6d-4e84-8a50-38d42ec8bf65 admin admin] For port d840eb0e-b463-4b43-a3b6-9192fdf500b6, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=d840eb0e-b463-4b43-a3b6-9192fdf500b6,segment=NetworkSegment(6a7fd00e-f4a1-467c-b71a-1282f1611725),segment_id=6a7fd00e-f4a1-467c-b71a-1282f1611725)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:10:34.332111 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c9bf3b66-0b6d-4e84-8a50-38d42ec8bf65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (d840eb0e-b463-4b43-a3b6-9192fdf500b6), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:34.345050 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-c9bf3b66-0b6d-4e84-8a50-38d42ec8bf65 admin admin] Calling delete_port for d840eb0e-b463-4b43-a3b6-9192fdf500b6 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:10:34.528995 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c9bf3b66-0b6d-4e84-8a50-38d42ec8bf65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (d840eb0e-b463-4b43-a3b6-9192fdf500b6), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:34.553634 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf3b66-0b6d-4e84-8a50-38d42ec8bf65 admin admin] Pushing event deleted for resources: {'Port': ['ID=d840eb0e-b463-4b43-a3b6-9192fdf500b6,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:34.726505 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c9bf3b66-0b6d-4e84-8a50-38d42ec8bf65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-172021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532528'] for router_interface (fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:34.940521 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9bf3b66-0b6d-4e84-8a50-38d42ec8bf65 admin admin] Router fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:10:35.036225 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:35.041835 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bf3b66-0b6d-4e84-8a50-38d42ec8bf65 admin admin] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:10:35.046768 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-c9bf3b66-0b6d-4e84-8a50-38d42ec8bf65 admin admin] 10.222.0.24 "PUT /v2.0/routers/fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3309500 May 24 14:10:35.049342 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 44476) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:10:35.055402 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986119e6-7fb4-47a8-9437-8d1ed57879b5 None None] Sync routers for ids ['fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6'] in dv-cinder-842129-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:10:35.065423 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986119e6-7fb4-47a8-9437-8d1ed57879b5 None None] Routers {'fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:10:35.066038 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-986119e6-7fb4-47a8-9437-8d1ed57879b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:10:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:10:35.141698 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:35.153509 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb8216b0-0a8f-45cf-9e1e-8a462a0fe94d admin admin] Publish callbacks [] for router (fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:35.171530 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-986119e6-7fb4-47a8-9437-8d1ed57879b5 None None] Set router fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:10:35.258433 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb8216b0-0a8f-45cf-9e1e-8a462a0fe94d admin admin] Publish callbacks [] for router_gateway (fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:35.303383 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-cb8216b0-0a8f-45cf-9e1e-8a462a0fe94d admin admin] Deleting port e39b6be1-e4bc-440a-a170-a11c038728ef {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:10:35.303711 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb8216b0-0a8f-45cf-9e1e-8a462a0fe94d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (e39b6be1-e4bc-440a-a170-a11c038728ef), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:35.388773 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-cb8216b0-0a8f-45cf-9e1e-8a462a0fe94d admin admin] For port e39b6be1-e4bc-440a-a170-a11c038728ef, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=e39b6be1-e4bc-440a-a170-a11c038728ef,segment=NetworkSegment(3f5d497a-81fa-44a3-b648-e1e22cc699e7),segment_id=3f5d497a-81fa-44a3-b648-e1e22cc699e7)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:10:35.389133 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb8216b0-0a8f-45cf-9e1e-8a462a0fe94d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (e39b6be1-e4bc-440a-a170-a11c038728ef), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:35.402401 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-cb8216b0-0a8f-45cf-9e1e-8a462a0fe94d admin admin] Calling delete_port for e39b6be1-e4bc-440a-a170-a11c038728ef owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:10:35.464203 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-986119e6-7fb4-47a8-9437-8d1ed57879b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6', 'name': 'tempest-TestShelveInstance-580937583-router', 'tenant_id': 'a24bbb97ea3f4c1684ae57b2d2314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e39b6be1-e4bc-440a-a170-a11c038728ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:04:14Z', 'updated_at': '2022-05-24T14:10:34Z', 'revision_number': 5, 'project_id': 'a24bbb97ea3f4c1684ae57b2d2314740', 'gw_port': {'id': 'e39b6be1-e4bc-440a-a170-a11c038728ef', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:04:15Z', 'updated_at': '2022-05-24T14:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:10:35.492237 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986119e6-7fb4-47a8-9437-8d1ed57879b5 None None] Checking router: fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6 for host: dv-cinder-842129-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:10:35.504542 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986119e6-7fb4-47a8-9437-8d1ed57879b5 None None] Routers {'fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:10:35.505151 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-986119e6-7fb4-47a8-9437-8d1ed57879b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:10:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:10:35.576485 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb8216b0-0a8f-45cf-9e1e-8a462a0fe94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (e39b6be1-e4bc-440a-a170-a11c038728ef), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:35.591458 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-986119e6-7fb4-47a8-9437-8d1ed57879b5 None None] Set router fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6 gateway port host: None {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:10:35.605715 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8216b0-0a8f-45cf-9e1e-8a462a0fe94d admin admin] Pushing event deleted for resources: {'Port': ['ID=e39b6be1-e4bc-440a-a170-a11c038728ef,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:35.643100 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-986119e6-7fb4-47a8-9437-8d1ed57879b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6', 'name': 'tempest-TestShelveInstance-580937583-router', 'tenant_id': 'a24bbb97ea3f4c1684ae57b2d2314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:04:14Z', 'updated_at': '2022-05-24T14:10:35Z', 'revision_number': 6, 'project_id': 'a24bbb97ea3f4c1684ae57b2d2314740', 'gw_port_host': None}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:10:35.669120 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986119e6-7fb4-47a8-9437-8d1ed57879b5 None None] The sync data for ids ['fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6'] in dv-cinder-842129-1-iscsi is: [{'id': 'fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6', 'name': 'tempest-TestShelveInstance-580937583-router', 'tenant_id': 'a24bbb97ea3f4c1684ae57b2d2314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:04:14Z', 'updated_at': '2022-05-24T14:10:35Z', 'revision_number': 6, 'project_id': 'a24bbb97ea3f4c1684ae57b2d2314740', 'gw_port_host': None}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:10:35.670258 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb8216b0-0a8f-45cf-9e1e-8a462a0fe94d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539230'] for router_gateway (fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:35.762025 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb8216b0-0a8f-45cf-9e1e-8a462a0fe94d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4362'] for router (fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:35.764179 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb8216b0-0a8f-45cf-9e1e-8a462a0fe94d admin admin] Publish callbacks [] for router_controller (fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:35.807871 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb8216b0-0a8f-45cf-9e1e-8a462a0fe94d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-535544'] for router (fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:35.808531 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8216b0-0a8f-45cf-9e1e-8a462a0fe94d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 24 14:10:35.813375 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb8216b0-0a8f-45cf-9e1e-8a462a0fe94d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:35.814644 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-cb8216b0-0a8f-45cf-9e1e-8a462a0fe94d admin admin] 10.222.0.24 "DELETE /v2.0/routers/fbda6bfa-cebf-4aa9-adb1-372d2cf07ac6 HTTP/1.1" status: 204 len: 168 time: 0.7644124 May 24 14:10:35.817138 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 44484) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:10:35.864798 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-4232f939-cc48-49f7-b9d5-a63ee330e656 admin admin] Deleting subnet b75dc2a1-d5d8-4170-9fc3-df742b088321 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 24 14:10:35.867797 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4232f939-cc48-49f7-b9d5-a63ee330e656 admin admin] Publish callbacks [] for subnet (b75dc2a1-d5d8-4170-9fc3-df742b088321), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:35.902600 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4232f939-cc48-49f7-b9d5-a63ee330e656 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5712652'] for subnet (b75dc2a1-d5d8-4170-9fc3-df742b088321), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:35.958431 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:35.975553 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4232f939-cc48-49f7-b9d5-a63ee330e656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902008'] for subnet (b75dc2a1-d5d8-4170-9fc3-df742b088321), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:36.011936 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=9 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:36.031456 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4232f939-cc48-49f7-b9d5-a63ee330e656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1901987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5712815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756236'] for subnet (b75dc2a1-d5d8-4170-9fc3-df742b088321), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:36.063687 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232f939-cc48-49f7-b9d5-a63ee330e656 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b75dc2a1-d5d8-4170-9fc3-df742b088321,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:36.065668 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4232f939-cc48-49f7-b9d5-a63ee330e656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:36.068877 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-4232f939-cc48-49f7-b9d5-a63ee330e656 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b75dc2a1-d5d8-4170-9fc3-df742b088321 HTTP/1.1" status: 204 len: 168 time: 0.2507746 May 24 14:10:36.071494 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 44486) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:10:36.076087 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6e3796-ae11-4537-8851-c9f3e8fc8bb5 None None] Network 9264cc27-d0ce-4298-88c7-81ab804432d7 requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 14:10:36.146243 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c4ce3e96-dc07-41f0-81e4-afa868b10527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1862163'] for network (9264cc27-d0ce-4298-88c7-81ab804432d7), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:36.188946 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-c4ce3e96-dc07-41f0-81e4-afa868b10527 admin admin] Deleting port 8b161b0a-5fb8-4999-a828-d9cb1a6ebe44 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:10:36.189305 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c4ce3e96-dc07-41f0-81e4-afa868b10527 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (8b161b0a-5fb8-4999-a828-d9cb1a6ebe44), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:36.461144 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa42e56e-efdb-4692-8435-7ee008de3750 None None] DHCP port deletion for 9264cc27-d0ce-4298-88c7-81ab804432d7 request from dv-cinder-842129-1-iscsi {{(pid=103809) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 24 14:10:36.485084 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-c4ce3e96-dc07-41f0-81e4-afa868b10527 admin admin] For port 8b161b0a-5fb8-4999-a828-d9cb1a6ebe44, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=8b161b0a-5fb8-4999-a828-d9cb1a6ebe44,segment=NetworkSegment(6a7fd00e-f4a1-467c-b71a-1282f1611725),segment_id=6a7fd00e-f4a1-467c-b71a-1282f1611725)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:10:36.485445 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c4ce3e96-dc07-41f0-81e4-afa868b10527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (8b161b0a-5fb8-4999-a828-d9cb1a6ebe44), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:36.503898 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-c4ce3e96-dc07-41f0-81e4-afa868b10527 admin admin] Calling delete_port for 8b161b0a-5fb8-4999-a828-d9cb1a6ebe44 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:10:36.517092 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-fa42e56e-efdb-4692-8435-7ee008de3750 None None] Deleting port 8b161b0a-5fb8-4999-a828-d9cb1a6ebe44 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:10:36.517555 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fa42e56e-efdb-4692-8435-7ee008de3750 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (8b161b0a-5fb8-4999-a828-d9cb1a6ebe44), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:36.532601 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device d840eb0e-b463-4b43-a3b6-9192fdf500b6 no longer exists at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:10:36.586348 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c4ce3e96-dc07-41f0-81e4-afa868b10527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (8b161b0a-5fb8-4999-a828-d9cb1a6ebe44), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:36.593516 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] No Port match for: d840eb0e-b463-4b43-a3b6-9192fdf500b6 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:10:36.593863 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device d840eb0e-b463-4b43-a3b6-9192fdf500b6 not bound to the agent host dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:10:36.594520 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device e39b6be1-e4bc-440a-a170-a11c038728ef no longer exists at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:10:36.613687 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce3e96-dc07-41f0-81e4-afa868b10527 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b161b0a-5fb8-4999-a828-d9cb1a6ebe44,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:36.617248 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ce3e96-dc07-41f0-81e4-afa868b10527 admin admin] No DVR routers for this DVR port 8b161b0a-5fb8-4999-a828-d9cb1a6ebe44 on host dv-cinder-842129-1-iscsi {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 14:10:36.625206 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] No Port match for: e39b6be1-e4bc-440a-a170-a11c038728ef {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:10:36.625564 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device e39b6be1-e4bc-440a-a170-a11c038728ef not bound to the agent host dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:10:36.625942 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 8b161b0a-5fb8-4999-a828-d9cb1a6ebe44 no longer exists at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:10:36.654439 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] No Port match for: 8b161b0a-5fb8-4999-a828-d9cb1a6ebe44 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:10:36.654787 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 8b161b0a-5fb8-4999-a828-d9cb1a6ebe44 not bound to the agent host dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:10:36.660273 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-fa42e56e-efdb-4692-8435-7ee008de3750 None None] For port 8b161b0a-5fb8-4999-a828-d9cb1a6ebe44, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=8b161b0a-5fb8-4999-a828-d9cb1a6ebe44,segment=NetworkSegment(6a7fd00e-f4a1-467c-b71a-1282f1611725),segment_id=6a7fd00e-f4a1-467c-b71a-1282f1611725)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:10:36.660973 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fa42e56e-efdb-4692-8435-7ee008de3750 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (8b161b0a-5fb8-4999-a828-d9cb1a6ebe44), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:36.675377 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-fa42e56e-efdb-4692-8435-7ee008de3750 None None] Calling delete_port for 8b161b0a-5fb8-4999-a828-d9cb1a6ebe44 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:10:36.695600 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c4ce3e96-dc07-41f0-81e4-afa868b10527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1932343', 'neutron.services.segments.db._delete_segments_for_network-8727739285863'] for network (9264cc27-d0ce-4298-88c7-81ab804432d7), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:36.720037 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.services.segments.db [None req-c4ce3e96-dc07-41f0-81e4-afa868b10527 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9264cc27-d0ce-4298-88c7-81ab804432d7']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:10:36.730583 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.services.segments.db [None req-c4ce3e96-dc07-41f0-81e4-afa868b10527 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a7fd00e-f4a1-467c-b71a-1282f1611725') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:10:36.730879 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.services.segments.db [None req-c4ce3e96-dc07-41f0-81e4-afa868b10527 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a7fd00e-f4a1-467c-b71a-1282f1611725') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:10:36.741598 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c4ce3e96-dc07-41f0-81e4-afa868b10527 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727739286128', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5712643'] for segment (6a7fd00e-f4a1-467c-b71a-1282f1611725), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:36.757240 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c4ce3e96-dc07-41f0-81e4-afa868b10527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291'] for segment (6a7fd00e-f4a1-467c-b71a-1282f1611725), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:36.759916 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fa42e56e-efdb-4692-8435-7ee008de3750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006'] for port (8b161b0a-5fb8-4999-a828-d9cb1a6ebe44), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:36.764800 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4ce3e96-dc07-41f0-81e4-afa868b10527 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 14:10:36.765401 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c4ce3e96-dc07-41f0-81e4-afa868b10527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5714253'] for segment (6a7fd00e-f4a1-467c-b71a-1282f1611725), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:36.788116 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.services.segments.plugin [-] Segment 6a7fd00e-f4a1-467c-b71a-1282f1611725 resource provider aggregate not found May 24 14:10:36.790059 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa42e56e-efdb-4692-8435-7ee008de3750 None None] No DVR routers for this DVR port 8b161b0a-5fb8-4999-a828-d9cb1a6ebe44 on host dv-cinder-842129-1-iscsi {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 14:10:36.792090 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa42e56e-efdb-4692-8435-7ee008de3750 None None] Pushing event deleted for resources: {'Port': ['ID=8b161b0a-5fb8-4999-a828-d9cb1a6ebe44,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:36.836380 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.services.segments.plugin [-] Segment 6a7fd00e-f4a1-467c-b71a-1282f1611725 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a7fd00e-f4a1-467c-b71a-1282f1611725 found for delete ", "request_id": "req-259f8ac1-fc6e-4951-8bd8-5fbca58bedf3"}]} May 24 14:10:36.845887 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c4ce3e96-dc07-41f0-81e4-afa868b10527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534454'] for network (9264cc27-d0ce-4298-88c7-81ab804432d7), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:36.852032 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c4ce3e96-dc07-41f0-81e4-afa868b10527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:36.855452 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-c4ce3e96-dc07-41f0-81e4-afa868b10527 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9264cc27-d0ce-4298-88c7-81ab804432d7 HTTP/1.1" status: 204 len: 168 time: 0.7823532 May 24 14:10:36.867267 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce3e96-dc07-41f0-81e4-afa868b10527 admin admin] Pushing event deleted for resources: {'Network': ['ID=9264cc27-d0ce-4298-88c7-81ab804432d7,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:36.870696 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 44496) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:10:36.916122 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee1bc4d-2fe7-4272-b15b-24c4b10f423f admin admin] Deleting subnet 81d593df-ad80-4e7a-9a09-58d3ed91c2d9 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 24 14:10:36.919594 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7ee1bc4d-2fe7-4272-b15b-24c4b10f423f admin admin] Publish callbacks [] for subnet (81d593df-ad80-4e7a-9a09-58d3ed91c2d9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:36.956271 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7ee1bc4d-2fe7-4272-b15b-24c4b10f423f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5712652'] for subnet (81d593df-ad80-4e7a-9a09-58d3ed91c2d9), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:36.984773 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 44498) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:10:37.017935 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7ee1bc4d-2fe7-4272-b15b-24c4b10f423f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902008'] for subnet (81d593df-ad80-4e7a-9a09-58d3ed91c2d9), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:37.060654 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:37.066588 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-c2155a8b-9530-4c05-bb73-fbb0ba56323d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cbe0605c62d04bed8edf14047746e765&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0808337 May 24 14:10:37.069319 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 44500) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:10:37.088214 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7ee1bc4d-2fe7-4272-b15b-24c4b10f423f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1901987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5712815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756236'] for subnet (81d593df-ad80-4e7a-9a09-58d3ed91c2d9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:37.113372 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1bc4d-2fe7-4272-b15b-24c4b10f423f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81d593df-ad80-4e7a-9a09-58d3ed91c2d9,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:37.116893 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7ee1bc4d-2fe7-4272-b15b-24c4b10f423f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:37.123344 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1bfd8ea2-d761-462d-86cd-88116f188536 admin admin] Publish callbacks [] for security_group (5833e20e-0bc0-410e-9a7c-574cd3c04004), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:37.123464 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-7ee1bc4d-2fe7-4272-b15b-24c4b10f423f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/81d593df-ad80-4e7a-9a09-58d3ed91c2d9 HTTP/1.1" status: 204 len: 168 time: 0.2489326 May 24 14:10:37.123464 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 44502) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:10:37.143722 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1bfd8ea2-d761-462d-86cd-88116f188536 admin admin] Publish callbacks [] for security_group (5833e20e-0bc0-410e-9a7c-574cd3c04004), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:37.178894 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:37.195487 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1e3e1ee-7420-49d8-82da-ae5aa4e2f402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1862163'] for network (eaa2de73-84b5-464d-8625-8db6f7696595), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:37.199978 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1bfd8ea2-d761-462d-86cd-88116f188536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (5833e20e-0bc0-410e-9a7c-574cd3c04004), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:37.202744 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1bfd8ea2-d761-462d-86cd-88116f188536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:37.203911 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-1bfd8ea2-d761-462d-86cd-88116f188536 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5833e20e-0bc0-410e-9a7c-574cd3c04004 HTTP/1.1" status: 204 len: 168 time: 0.1335804 May 24 14:10:37.211702 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd8ea2-d761-462d-86cd-88116f188536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5833e20e-0bc0-410e-9a7c-574cd3c04004,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:37.277561 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1e3e1ee-7420-49d8-82da-ae5aa4e2f402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1932343', 'neutron.services.segments.db._delete_segments_for_network-8727739285863'] for network (eaa2de73-84b5-464d-8625-8db6f7696595), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:37.298011 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.services.segments.db [None req-d1e3e1ee-7420-49d8-82da-ae5aa4e2f402 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa2de73-84b5-464d-8625-8db6f7696595']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:10:37.307742 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.services.segments.db [None req-d1e3e1ee-7420-49d8-82da-ae5aa4e2f402 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '970023b4-0c51-4c65-9927-7be54bf92190') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:10:37.308065 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.services.segments.db [None req-d1e3e1ee-7420-49d8-82da-ae5aa4e2f402 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '970023b4-0c51-4c65-9927-7be54bf92190') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:10:37.318583 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1e3e1ee-7420-49d8-82da-ae5aa4e2f402 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727739286128', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5712643'] for segment (970023b4-0c51-4c65-9927-7be54bf92190), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:37.332482 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1e3e1ee-7420-49d8-82da-ae5aa4e2f402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291'] for segment (970023b4-0c51-4c65-9927-7be54bf92190), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:37.339363 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e3e1ee-7420-49d8-82da-ae5aa4e2f402 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 14:10:37.339748 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1e3e1ee-7420-49d8-82da-ae5aa4e2f402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5714253'] for segment (970023b4-0c51-4c65-9927-7be54bf92190), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:37.401840 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1e3e1ee-7420-49d8-82da-ae5aa4e2f402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534454'] for network (eaa2de73-84b5-464d-8625-8db6f7696595), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:37.408557 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1e3e1ee-7420-49d8-82da-ae5aa4e2f402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:37.413845 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-d1e3e1ee-7420-49d8-82da-ae5aa4e2f402 admin admin] 10.222.0.24 "DELETE /v2.0/networks/eaa2de73-84b5-464d-8625-8db6f7696595 HTTP/1.1" status: 204 len: 168 time: 0.2876542 May 24 14:10:37.424042 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3e1ee-7420-49d8-82da-ae5aa4e2f402 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaa2de73-84b5-464d-8625-8db6f7696595,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:37.562804 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 44510) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:10:37.593361 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 44512) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:10:37.605630 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-1a60738a-9052-4129-9d3c-47016767f25d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a24bbb97ea3f4c1684ae57b2d2314740&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416868 May 24 14:10:37.608097 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 44514) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:10:37.633369 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-b73c1ee0-05e2-4ae5-9f96-90eba1812951 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1dfef898db944127a1407a9be98cac4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387802 May 24 14:10:37.636569 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 44516) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:10:37.656287 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-872d66c3-6d7d-4ec9-9318-cb06ead4b2fd admin admin] Publish callbacks [] for security_group (3bae2204-dbee-4670-9244-5cf91d7d5b5d), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:37.677891 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-872d66c3-6d7d-4ec9-9318-cb06ead4b2fd admin admin] Publish callbacks [] for security_group (3bae2204-dbee-4670-9244-5cf91d7d5b5d), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:37.684764 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-731cea42-1184-4159-9400-a3d2690fd1a5 admin admin] Publish callbacks [] for security_group (6b95cd97-0ece-4500-a907-20e0173752fa), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:37.707001 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-731cea42-1184-4159-9400-a3d2690fd1a5 admin admin] Publish callbacks [] for security_group (6b95cd97-0ece-4500-a907-20e0173752fa), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:37.725138 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-872d66c3-6d7d-4ec9-9318-cb06ead4b2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (3bae2204-dbee-4670-9244-5cf91d7d5b5d), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:37.727686 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-872d66c3-6d7d-4ec9-9318-cb06ead4b2fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:37.729015 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-872d66c3-6d7d-4ec9-9318-cb06ead4b2fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3bae2204-dbee-4670-9244-5cf91d7d5b5d HTTP/1.1" status: 204 len: 168 time: 0.1198959 May 24 14:10:37.740141 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d66c3-6d7d-4ec9-9318-cb06ead4b2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bae2204-dbee-4670-9244-5cf91d7d5b5d,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:37.767213 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-731cea42-1184-4159-9400-a3d2690fd1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (6b95cd97-0ece-4500-a907-20e0173752fa), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:37.770884 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-731cea42-1184-4159-9400-a3d2690fd1a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:37.772145 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-731cea42-1184-4159-9400-a3d2690fd1a5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6b95cd97-0ece-4500-a907-20e0173752fa HTTP/1.1" status: 204 len: 168 time: 0.1346490 May 24 14:10:37.782502 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731cea42-1184-4159-9400-a3d2690fd1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b95cd97-0ece-4500-a907-20e0173752fa,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:38.462193 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 44540) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:10:38.571293 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-98ad4df8-641f-4e49-811b-6720cb35981b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-94481849-network', 'tenant_id': 'b878ba5622b445a0be6f66811572d4cd'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:10:38.592524 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ad4df8-641f-4e49-811b-6720cb35981b admin admin] Made reservation on behalf of b878ba5622b445a0be6f66811572d4cd for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 14:10:38.594782 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98ad4df8-641f-4e49-811b-6720cb35981b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:38.606272 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98ad4df8-641f-4e49-811b-6720cb35981b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:38.679388 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98ad4df8-641f-4e49-811b-6720cb35981b admin admin] Publish callbacks [] for security_group (b7624747-fc9f-4677-aa27-ae30703e62ee), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:38.684499 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98ad4df8-641f-4e49-811b-6720cb35981b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (b7624747-fc9f-4677-aa27-ae30703e62ee), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:38.712206 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ad4df8-641f-4e49-811b-6720cb35981b admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 14:10:38.717594 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad4df8-641f-4e49-811b-6720cb35981b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7624747-fc9f-4677-aa27-ae30703e62ee,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:38.724898 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98ad4df8-641f-4e49-811b-6720cb35981b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727739285854', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291'] for segment (8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:38.725300 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.db.segments_db [None req-98ad4df8-641f-4e49-811b-6720cb35981b admin admin] Added segment 8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1 of type vlan for network ca7ebee3-d4f2-4e52-bae6-d78f4c39715f May 24 14:10:38.753578 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:38.766124 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98ad4df8-641f-4e49-811b-6720cb35981b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727738798156'] for network (ca7ebee3-d4f2-4e52-bae6-d78f4c39715f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:38.793555 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98ad4df8-641f-4e49-811b-6720cb35981b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028'] for network (ca7ebee3-d4f2-4e52-bae6-d78f4c39715f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:38.794549 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ad4df8-641f-4e49-811b-6720cb35981b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:38.795130 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98ad4df8-641f-4e49-811b-6720cb35981b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:38.861772 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-98ad4df8-641f-4e49-811b-6720cb35981b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.3984301 May 24 14:10:38.864949 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 44546) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:10:38.866135 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.services.segments.plugin [-] Segment 970023b4-0c51-4c65-9927-7be54bf92190 resource provider aggregate not found May 24 14:10:38.869874 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad4df8-641f-4e49-811b-6720cb35981b admin admin] Pushing event updated for resources: {'Network': ['ID=ca7ebee3-d4f2-4e52-bae6-d78f4c39715f,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:38.870142 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-67302e6e-d22e-4aa4-8c64-e3ef61e1fd12 admin admin] Request body: {'subnet': {'network_id': 'ca7ebee3-d4f2-4e52-bae6-d78f4c39715f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-94481849-subnet', 'tenant_id': 'b878ba5622b445a0be6f66811572d4cd', 'ip_version': 4}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:10:38.885187 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Network ca7ebee3-d4f2-4e52-bae6-d78f4c39715f details requested by agent ovs-agent-dv-cinder-842129-1-iscsi with host dv-cinder-842129-1-iscsi {{(pid=103809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 14:10:38.886736 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.services.segments.plugin [-] Segment 970023b4-0c51-4c65-9927-7be54bf92190 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 970023b4-0c51-4c65-9927-7be54bf92190 found for delete ", "request_id": "req-efd4929e-bb88-4203-a546-cc3dbfaf38ae"}]} May 24 14:10:38.896972 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67302e6e-d22e-4aa4-8c64-e3ef61e1fd12 admin admin] Made reservation on behalf of b878ba5622b445a0be6f66811572d4cd for: {'subnet': 1} {{(pid=103807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 14:10:38.899530 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-67302e6e-d22e-4aa4-8c64-e3ef61e1fd12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4346453'] for subnet (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:39.006999 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:39.067312 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-67302e6e-d22e-4aa4-8c64-e3ef61e1fd12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5060055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4346535'] for subnet (92afa446-4360-474e-b370-0dfc1216785f), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:39.124773 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67302e6e-d22e-4aa4-8c64-e3ef61e1fd12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92afa446-4360-474e-b370-0dfc1216785f,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:39.132040 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67302e6e-d22e-4aa4-8c64-e3ef61e1fd12 admin admin] Checking segment: {'id': '8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ca7ebee3-d4f2-4e52-bae6-d78f4c39715f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 14:10:39.132386 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67302e6e-d22e-4aa4-8c64-e3ef61e1fd12 admin admin] Network hostable DHCP agents. Network: ca7ebee3-d4f2-4e52-bae6-d78f4c39715f, hostable agents: ['abc51175-8e70-4fa5-9c56-ea38a91f7e2e'], hosted agents: [] {{(pid=103807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 14:10:39.149339 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67302e6e-d22e-4aa4-8c64-e3ef61e1fd12 admin admin] Network ca7ebee3-d4f2-4e52-bae6-d78f4c39715f is scheduled to be hosted by DHCP agent abc51175-8e70-4fa5-9c56-ea38a91f7e2e with binding_index 1 {{(pid=103807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 14:10:39.158210 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-67302e6e-d22e-4aa4-8c64-e3ef61e1fd12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842129-1-iscsi, ca7ebee3-d4f2-4e52-bae6-d78f4c39715f) {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:10:39.162061 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67302e6e-d22e-4aa4-8c64-e3ef61e1fd12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:39.162652 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-67302e6e-d22e-4aa4-8c64-e3ef61e1fd12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:39.167994 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d387947f-104c-43f8-8b42-218df022318d None None] Network ca7ebee3-d4f2-4e52-bae6-d78f4c39715f requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 14:10:39.181243 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 44550) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:10:39.181517 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-67302e6e-d22e-4aa4-8c64-e3ef61e1fd12 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3151989 May 24 14:10:39.186438 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-a069ac08-89c0-4742-afd6-511b11e39128 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-94481849-router', 'tenant_id': 'b878ba5622b445a0be6f66811572d4cd', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:10:39.206871 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a069ac08-89c0-4742-afd6-511b11e39128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4476'] for router (d053003a-db2a-470a-8458-99601af5719d), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:39.208063 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a069ac08-89c0-4742-afd6-511b11e39128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1021525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4357'] for router (d053003a-db2a-470a-8458-99601af5719d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:39.258602 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:39.261511 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a069ac08-89c0-4742-afd6-511b11e39128 admin admin] Publish callbacks [] for router_controller (d053003a-db2a-470a-8458-99601af5719d), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:39.271585 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d4d108-48ab-41c7-a3e0-195915a9992d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea215502-9989-5d28-83e0-1aba298459f8-ca7ebee3-d4f2-4e52-bae6-d78f4c39715f', 'network_id': 'ca7ebee3-d4f2-4e52-bae6-d78f4c39715f', 'project_id': 'b878ba5622b445a0be6f66811572d4cd', 'fixed_ips': [{'subnet_id': '92afa446-4360-474e-b370-0dfc1216785f'}]}} from dv-cinder-842129-1-iscsi. {{(pid=103809) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 24 14:10:39.272545 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-80d4d108-48ab-41c7-a3e0-195915a9992d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:39.383572 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:39.402436 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a069ac08-89c0-4742-afd6-511b11e39128 admin admin] Publish callbacks [] for router_gateway (d053003a-db2a-470a-8458-99601af5719d), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:39.407877 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-80d4d108-48ab-41c7-a3e0-195915a9992d None None] Allocated IP 172.20.0.2 (ca7ebee3-d4f2-4e52-bae6-d78f4c39715f/92afa446-4360-474e-b370-0dfc1216785f/e45d231e-6f6a-42e8-aaa9-5a38994039e7) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 14:10:39.422905 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:39.557230 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:39.558404 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-80d4d108-48ab-41c7-a3e0-195915a9992d None None] Publish callbacks [] for port (e45d231e-6f6a-42e8-aaa9-5a38994039e7), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:39.564998 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-80d4d108-48ab-41c7-a3e0-195915a9992d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997'] for port (e45d231e-6f6a-42e8-aaa9-5a38994039e7), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:39.590916 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a069ac08-89c0-4742-afd6-511b11e39128 admin admin] Publish callbacks [] for router_gateway (d053003a-db2a-470a-8458-99601af5719d), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:39.609013 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d4d108-48ab-41c7-a3e0-195915a9992d None None] Network ca7ebee3-d4f2-4e52-bae6-d78f4c39715f is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:10:39.610520 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a069ac08-89c0-4742-afd6-511b11e39128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:39.613971 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-80d4d108-48ab-41c7-a3e0-195915a9992d None None] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:10:39.616076 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4d108-48ab-41c7-a3e0-195915a9992d None None] Pushing event updated for resources: {'Port': ['ID=e45d231e-6f6a-42e8-aaa9-5a38994039e7,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:39.619201 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d4d108-48ab-41c7-a3e0-195915a9992d None None] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 14:10:39.627669 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d4d108-48ab-41c7-a3e0-195915a9992d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:39.628042 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d4d108-48ab-41c7-a3e0-195915a9992d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:39.628387 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d4d108-48ab-41c7-a3e0-195915a9992d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:39.628723 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d4d108-48ab-41c7-a3e0-195915a9992d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:39.629310 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d4d108-48ab-41c7-a3e0-195915a9992d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:39.629658 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d4d108-48ab-41c7-a3e0-195915a9992d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:39.629966 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d4d108-48ab-41c7-a3e0-195915a9992d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:39.630290 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d4d108-48ab-41c7-a3e0-195915a9992d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:39.630612 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d4d108-48ab-41c7-a3e0-195915a9992d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:39.630935 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d4d108-48ab-41c7-a3e0-195915a9992d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:39.631257 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d4d108-48ab-41c7-a3e0-195915a9992d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:39.631583 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d4d108-48ab-41c7-a3e0-195915a9992d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:39.631923 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d4d108-48ab-41c7-a3e0-195915a9992d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:39.632246 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d4d108-48ab-41c7-a3e0-195915a9992d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:39.632570 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d4d108-48ab-41c7-a3e0-195915a9992d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:39.691520 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-80d4d108-48ab-41c7-a3e0-195915a9992d None None] Attempting to bind port e45d231e-6f6a-42e8-aaa9-5a38994039e7 on host dv-cinder-842129-1-iscsi for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 14:10:39.691910 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-80d4d108-48ab-41c7-a3e0-195915a9992d None None] Attempting to bind port e45d231e-6f6a-42e8-aaa9-5a38994039e7 by drivers openvswitch,hyperv on host dv-cinder-842129-1-iscsi at level 0 using segments [{'id': '8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ca7ebee3-d4f2-4e52-bae6-d78f4c39715f'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 14:10:39.692269 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d4d108-48ab-41c7-a3e0-195915a9992d None None] Attempting to bind port e45d231e-6f6a-42e8-aaa9-5a38994039e7 on network ca7ebee3-d4f2-4e52-bae6-d78f4c39715f {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:10:39.698150 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d4d108-48ab-41c7-a3e0-195915a9992d None None] Checking agent: {'id': 'ec10bf60-b5fa-4c85-822a-958a8882b62f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 47), 'started_at': datetime.datetime(2022, 5, 24, 13, 47, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 14, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 14:10:39.698584 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d4d108-48ab-41c7-a3e0-195915a9992d None None] Checking segment: {'id': '8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ca7ebee3-d4f2-4e52-bae6-d78f4c39715f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 14:10:39.698973 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-80d4d108-48ab-41c7-a3e0-195915a9992d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:39.699355 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d4d108-48ab-41c7-a3e0-195915a9992d None None] Bound using segment: {'id': '8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ca7ebee3-d4f2-4e52-bae6-d78f4c39715f'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 14:10:39.699810 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-80d4d108-48ab-41c7-a3e0-195915a9992d None None] Bound port: e45d231e-6f6a-42e8-aaa9-5a38994039e7, host: dv-cinder-842129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ca7ebee3-d4f2-4e52-bae6-d78f4c39715f'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 14:10:39.700202 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-80d4d108-48ab-41c7-a3e0-195915a9992d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (e45d231e-6f6a-42e8-aaa9-5a38994039e7), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:39.720384 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-a069ac08-89c0-4742-afd6-511b11e39128 admin admin] Allocated IP 172.27.3.230 (77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6/277372c2-c924-4ff9-98b4-a2b2337930ef/1c7958f7-81f7-453f-b750-9502ecf5c354) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 14:10:39.760848 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-80d4d108-48ab-41c7-a3e0-195915a9992d None None] For port e45d231e-6f6a-42e8-aaa9-5a38994039e7, host dv-cinder-842129-1-iscsi, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 14:10:39.763951 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-80d4d108-48ab-41c7-a3e0-195915a9992d None None] For port e45d231e-6f6a-42e8-aaa9-5a38994039e7, host dv-cinder-842129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=e45d231e-6f6a-42e8-aaa9-5a38994039e7,segment=NetworkSegment(8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1),segment_id=8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 14:10:39.769498 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-80d4d108-48ab-41c7-a3e0-195915a9992d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (e45d231e-6f6a-42e8-aaa9-5a38994039e7), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:39.827646 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4d108-48ab-41c7-a3e0-195915a9992d None None] Pushing event updated for resources: {'Port': ['ID=e45d231e-6f6a-42e8-aaa9-5a38994039e7,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:39.830835 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a069ac08-89c0-4742-afd6-511b11e39128 admin admin] Publish callbacks [] for port (1c7958f7-81f7-453f-b750-9502ecf5c354), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:39.868394 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a069ac08-89c0-4742-afd6-511b11e39128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (1c7958f7-81f7-453f-b750-9502ecf5c354), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:39.914108 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a069ac08-89c0-4742-afd6-511b11e39128 admin admin] Network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:10:39.919081 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-a069ac08-89c0-4742-afd6-511b11e39128 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:10:39.923094 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a069ac08-89c0-4742-afd6-511b11e39128 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 14:10:39.926439 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069ac08-89c0-4742-afd6-511b11e39128 admin admin] Pushing event updated for resources: {'Port': ['ID=1c7958f7-81f7-453f-b750-9502ecf5c354,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:39.944928 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:40.171295 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:40.180621 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:40.201321 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a069ac08-89c0-4742-afd6-511b11e39128 admin admin] Publish callbacks [] for router_gateway (d053003a-db2a-470a-8458-99601af5719d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:40.230037 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device e45d231e-6f6a-42e8-aaa9-5a38994039e7 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:10:40.279230 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port e45d231e-6f6a-42e8-aaa9-5a38994039e7 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:10:40.279596 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (e45d231e-6f6a-42e8-aaa9-5a38994039e7), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:40.349795 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port e45d231e-6f6a-42e8-aaa9-5a38994039e7 is: DOWN; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:10:40.350105 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (e45d231e-6f6a-42e8-aaa9-5a38994039e7), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:40.386371 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a069ac08-89c0-4742-afd6-511b11e39128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539258'] for router (d053003a-db2a-470a-8458-99601af5719d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:40.387999 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] For port e45d231e-6f6a-42e8-aaa9-5a38994039e7, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=e45d231e-6f6a-42e8-aaa9-5a38994039e7,segment=NetworkSegment(8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1),segment_id=8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:10:40.391857 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (e45d231e-6f6a-42e8-aaa9-5a38994039e7), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:40.445883 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Pushing event updated for resources: {'Port': ['ID=e45d231e-6f6a-42e8-aaa9-5a38994039e7,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:40.528860 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a069ac08-89c0-4742-afd6-511b11e39128 admin admin] Router d053003a-db2a-470a-8458-99601af5719d is scheduled to L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 24 14:10:40.636417 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a069ac08-89c0-4742-afd6-511b11e39128 admin admin] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:10:40.645370 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebe760d-8403-4e7e-860d-e6ac585adbae None None] Sync routers for ids ['d053003a-db2a-470a-8458-99601af5719d'] in dv-cinder-842129-1-iscsi {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:10:40.654005 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a069ac08-89c0-4742-afd6-511b11e39128 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:40.657612 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-a069ac08-89c0-4742-afd6-511b11e39128 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4728148 May 24 14:10:40.657758 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebe760d-8403-4e7e-860d-e6ac585adbae None None] Routers {'d053003a-db2a-470a-8458-99601af5719d'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:10:40.657758 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-bebe760d-8403-4e7e-860d-e6ac585adbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:10:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['d053003a-db2a-470a-8458-99601af5719d'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:10:40.658007 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 44552) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:10:40.743147 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acb9122-7e58-4d5c-889d-4c746c0b56d0 None None] Network ca7ebee3-d4f2-4e52-bae6-d78f4c39715f requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 14:10:40.762890 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-bebe760d-8403-4e7e-860d-e6ac585adbae None None] Set router d053003a-db2a-470a-8458-99601af5719d gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:10:40.815266 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-fb2f5d7d-4ff9-46f6-99a0-7aa9dcdd519f None None] Provisioning complete for port e45d231e-6f6a-42e8-aaa9-5a38994039e7 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:10:40.817905 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fb2f5d7d-4ff9-46f6-99a0-7aa9dcdd519f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (e45d231e-6f6a-42e8-aaa9-5a38994039e7), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:40.948023 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-fb2f5d7d-4ff9-46f6-99a0-7aa9dcdd519f None None] Current status of the port e45d231e-6f6a-42e8-aaa9-5a38994039e7 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:10:40.950406 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-bebe760d-8403-4e7e-860d-e6ac585adbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd053003a-db2a-470a-8458-99601af5719d', 'name': 'tempest-TestMinimumBasicScenario-94481849-router', 'tenant_id': 'b878ba5622b445a0be6f66811572d4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '1c7958f7-81f7-453f-b750-9502ecf5c354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:10:39Z', 'updated_at': '2022-05-24T14:10:40Z', 'revision_number': 3, 'project_id': 'b878ba5622b445a0be6f66811572d4cd', 'gw_port': {'id': '1c7958f7-81f7-453f-b750-9502ecf5c354', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd053003a-db2a-470a-8458-99601af5719d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:10:39Z', 'updated_at': '2022-05-24T14:10:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:10:40.978786 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebe760d-8403-4e7e-860d-e6ac585adbae None None] Checking router: d053003a-db2a-470a-8458-99601af5719d for host: dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:10:40.979231 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebe760d-8403-4e7e-860d-e6ac585adbae None None] Updating router d053003a-db2a-470a-8458-99601af5719d port 1c7958f7-81f7-453f-b750-9502ecf5c354 binding host dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 14:10:41.010389 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bebe760d-8403-4e7e-860d-e6ac585adbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (1c7958f7-81f7-453f-b750-9502ecf5c354), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:41.166454 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-f293dfb2-ed3b-4b4d-8fb9-8fe8ea4c79b8 None None] Provisioning complete for port e45d231e-6f6a-42e8-aaa9-5a38994039e7 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:10:41.166886 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f293dfb2-ed3b-4b4d-8fb9-8fe8ea4c79b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (e45d231e-6f6a-42e8-aaa9-5a38994039e7), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:41.232454 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:41.255721 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-f293dfb2-ed3b-4b4d-8fb9-8fe8ea4c79b8 None None] Current status of the port e45d231e-6f6a-42e8-aaa9-5a38994039e7 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:10:41.303295 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:41.327755 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e7739a97-693c-4113-8757-852d33047923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:41.338226 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=100 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:41.391235 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bebe760d-8403-4e7e-860d-e6ac585adbae None None] Publish callbacks [] for port (1c7958f7-81f7-453f-b750-9502ecf5c354), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:41.396765 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bebe760d-8403-4e7e-860d-e6ac585adbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (1c7958f7-81f7-453f-b750-9502ecf5c354), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:41.448854 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d99b0-5715-42cb-9592-8f0d4a72ba07 None None] Pushing event updated for resources: {'Port': ['ID=1c7958f7-81f7-453f-b750-9502ecf5c354,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:41.452221 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-bebe760d-8403-4e7e-860d-e6ac585adbae None None] Attempting to bind port 1c7958f7-81f7-453f-b750-9502ecf5c354 on host dv-cinder-842129-1-iscsi for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 14:10:41.452586 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-bebe760d-8403-4e7e-860d-e6ac585adbae None None] Attempting to bind port 1c7958f7-81f7-453f-b750-9502ecf5c354 by drivers openvswitch,hyperv on host dv-cinder-842129-1-iscsi at level 0 using segments [{'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 14:10:41.452937 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe760d-8403-4e7e-860d-e6ac585adbae None None] Attempting to bind port 1c7958f7-81f7-453f-b750-9502ecf5c354 on network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:10:41.461171 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d99b0-5715-42cb-9592-8f0d4a72ba07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:41.461510 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d99b0-5715-42cb-9592-8f0d4a72ba07 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:41.461844 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d99b0-5715-42cb-9592-8f0d4a72ba07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:41.462177 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d99b0-5715-42cb-9592-8f0d4a72ba07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:41.463107 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d99b0-5715-42cb-9592-8f0d4a72ba07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:41.463696 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d99b0-5715-42cb-9592-8f0d4a72ba07 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:41.464027 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d99b0-5715-42cb-9592-8f0d4a72ba07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:41.464356 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d99b0-5715-42cb-9592-8f0d4a72ba07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:41.464683 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d99b0-5715-42cb-9592-8f0d4a72ba07 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:41.465008 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d99b0-5715-42cb-9592-8f0d4a72ba07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:41.465331 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d99b0-5715-42cb-9592-8f0d4a72ba07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:41.465653 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d99b0-5715-42cb-9592-8f0d4a72ba07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:41.465972 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d99b0-5715-42cb-9592-8f0d4a72ba07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:41.466290 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d99b0-5715-42cb-9592-8f0d4a72ba07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:41.466611 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d99b0-5715-42cb-9592-8f0d4a72ba07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:10:41.469929 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe760d-8403-4e7e-860d-e6ac585adbae None None] Checking agent: {'id': 'ec10bf60-b5fa-4c85-822a-958a8882b62f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 47), 'started_at': datetime.datetime(2022, 5, 24, 13, 47, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 14, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 14:10:41.470297 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe760d-8403-4e7e-860d-e6ac585adbae None None] Checking segment: {'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 14:10:41.470687 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bebe760d-8403-4e7e-860d-e6ac585adbae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:41.471052 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe760d-8403-4e7e-860d-e6ac585adbae None None] Bound using segment: {'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 14:10:41.471970 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-bebe760d-8403-4e7e-860d-e6ac585adbae None None] Bound port: 1c7958f7-81f7-453f-b750-9502ecf5c354, host: dv-cinder-842129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 14:10:41.471970 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bebe760d-8403-4e7e-860d-e6ac585adbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (1c7958f7-81f7-453f-b750-9502ecf5c354), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:41.485695 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-e7739a97-693c-4113-8757-852d33047923 admin admin] Allocated IP 172.20.0.1 (ca7ebee3-d4f2-4e52-bae6-d78f4c39715f/92afa446-4360-474e-b370-0dfc1216785f/ff9f1ced-8ff1-433f-bb9c-fd6959587b34) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 14:10:41.497214 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:41.526142 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-bebe760d-8403-4e7e-860d-e6ac585adbae None None] For port 1c7958f7-81f7-453f-b750-9502ecf5c354, host dv-cinder-842129-1-iscsi, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 14:10:41.529271 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-bebe760d-8403-4e7e-860d-e6ac585adbae None None] For port 1c7958f7-81f7-453f-b750-9502ecf5c354, host dv-cinder-842129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=1c7958f7-81f7-453f-b750-9502ecf5c354,segment=NetworkSegment(3f5d497a-81fa-44a3-b648-e1e22cc699e7),segment_id=3f5d497a-81fa-44a3-b648-e1e22cc699e7)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 14:10:41.534801 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bebe760d-8403-4e7e-860d-e6ac585adbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (1c7958f7-81f7-453f-b750-9502ecf5c354), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:41.594580 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d99b0-5715-42cb-9592-8f0d4a72ba07 None None] Pushing event updated for resources: {'Port': ['ID=1c7958f7-81f7-453f-b750-9502ecf5c354,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:41.598626 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebe760d-8403-4e7e-860d-e6ac585adbae None None] Routers {'d053003a-db2a-470a-8458-99601af5719d'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:10:41.599212 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-bebe760d-8403-4e7e-860d-e6ac585adbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:10:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['d053003a-db2a-470a-8458-99601af5719d'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:10:41.608821 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e7739a97-693c-4113-8757-852d33047923 admin admin] Publish callbacks [] for port (ff9f1ced-8ff1-433f-bb9c-fd6959587b34), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:41.643855 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e7739a97-693c-4113-8757-852d33047923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (ff9f1ced-8ff1-433f-bb9c-fd6959587b34), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:41.687148 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7739a97-693c-4113-8757-852d33047923 admin admin] Network ca7ebee3-d4f2-4e52-bae6-d78f4c39715f is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:10:41.692474 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-e7739a97-693c-4113-8757-852d33047923 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:10:41.694615 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7739a97-693c-4113-8757-852d33047923 admin admin] Pushing event updated for resources: {'Port': ['ID=ff9f1ced-8ff1-433f-bb9c-fd6959587b34,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:41.697357 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7739a97-693c-4113-8757-852d33047923 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 14:10:41.702505 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-bebe760d-8403-4e7e-860d-e6ac585adbae None None] Set router d053003a-db2a-470a-8458-99601af5719d gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:10:41.746506 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e7739a97-693c-4113-8757-852d33047923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534319'] for router_interface (d053003a-db2a-470a-8458-99601af5719d), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:41.876274 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e7739a97-693c-4113-8757-852d33047923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (ff9f1ced-8ff1-433f-bb9c-fd6959587b34), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:41.879382 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-bebe760d-8403-4e7e-860d-e6ac585adbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd053003a-db2a-470a-8458-99601af5719d', 'name': 'tempest-TestMinimumBasicScenario-94481849-router', 'tenant_id': 'b878ba5622b445a0be6f66811572d4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '1c7958f7-81f7-453f-b750-9502ecf5c354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:10:39Z', 'updated_at': '2022-05-24T14:10:40Z', 'revision_number': 3, 'project_id': 'b878ba5622b445a0be6f66811572d4cd', 'gw_port': {'id': '1c7958f7-81f7-453f-b750-9502ecf5c354', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd053003a-db2a-470a-8458-99601af5719d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:10:39Z', 'updated_at': '2022-05-24T14:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:10:41.909117 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebe760d-8403-4e7e-860d-e6ac585adbae None None] The sync data for ids ['d053003a-db2a-470a-8458-99601af5719d'] in dv-cinder-842129-1-iscsi is: [{'id': 'd053003a-db2a-470a-8458-99601af5719d', 'name': 'tempest-TestMinimumBasicScenario-94481849-router', 'tenant_id': 'b878ba5622b445a0be6f66811572d4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '1c7958f7-81f7-453f-b750-9502ecf5c354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:10:39Z', 'updated_at': '2022-05-24T14:10:40Z', 'revision_number': 3, 'project_id': 'b878ba5622b445a0be6f66811572d4cd', 'gw_port': {'id': '1c7958f7-81f7-453f-b750-9502ecf5c354', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd053003a-db2a-470a-8458-99601af5719d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:10:39Z', 'updated_at': '2022-05-24T14:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:10:41.982007 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-f2a728d0-6bb9-4b46-b86b-2102dbcc76ed None None] Provisioning complete for port ff9f1ced-8ff1-433f-bb9c-fd6959587b34 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:10:41.982382 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f2a728d0-6bb9-4b46-b86b-2102dbcc76ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (ff9f1ced-8ff1-433f-bb9c-fd6959587b34), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:42.015874 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-f2a728d0-6bb9-4b46-b86b-2102dbcc76ed None None] Port ff9f1ced-8ff1-433f-bb9c-fd6959587b34 cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 14:10:42.062295 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:42.071571 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:42.081196 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e7739a97-693c-4113-8757-852d33047923 admin admin] Publish callbacks [] for port (ff9f1ced-8ff1-433f-bb9c-fd6959587b34), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:42.085987 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e7739a97-693c-4113-8757-852d33047923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5714289'] for port (ff9f1ced-8ff1-433f-bb9c-fd6959587b34), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:42.167417 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7739a97-693c-4113-8757-852d33047923 admin admin] Pushing event updated for resources: {'Port': ['ID=ff9f1ced-8ff1-433f-bb9c-fd6959587b34,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:42.171177 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e7739a97-693c-4113-8757-852d33047923 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-169734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532671'] for router_interface (d053003a-db2a-470a-8458-99601af5719d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:42.287318 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7739a97-693c-4113-8757-852d33047923 admin admin] Network ca7ebee3-d4f2-4e52-bae6-d78f4c39715f is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:10:42.288720 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-e7739a97-693c-4113-8757-852d33047923 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:10:42.297769 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device e45d231e-6f6a-42e8-aaa9-5a38994039e7 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:10:42.356594 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port e45d231e-6f6a-42e8-aaa9-5a38994039e7 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:10:42.357227 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (e45d231e-6f6a-42e8-aaa9-5a38994039e7), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:42.405022 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:42.435004 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7739a97-693c-4113-8757-852d33047923 admin admin] Router d053003a-db2a-470a-8458-99601af5719d has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:10:42.450922 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port e45d231e-6f6a-42e8-aaa9-5a38994039e7 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:10:42.452031 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 1c7958f7-81f7-453f-b750-9502ecf5c354 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:10:42.504345 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port 1c7958f7-81f7-453f-b750-9502ecf5c354 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:10:42.505009 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (1c7958f7-81f7-453f-b750-9502ecf5c354), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:42.564203 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7739a97-693c-4113-8757-852d33047923 admin admin] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:10:42.577469 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-e7739a97-693c-4113-8757-852d33047923 admin admin] 10.222.0.24 "PUT /v2.0/routers/d053003a-db2a-470a-8458-99601af5719d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9107270 May 24 14:10:42.591798 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:42.598425 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port 1c7958f7-81f7-453f-b750-9502ecf5c354 is: DOWN; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:10:42.599029 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (1c7958f7-81f7-453f-b750-9502ecf5c354), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:42.762540 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] For port 1c7958f7-81f7-453f-b750-9502ecf5c354, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=1c7958f7-81f7-453f-b750-9502ecf5c354,segment=NetworkSegment(3f5d497a-81fa-44a3-b648-e1e22cc699e7),segment_id=3f5d497a-81fa-44a3-b648-e1e22cc699e7)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:10:42.763745 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:42.766876 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-e2e43162-7d03-4aa8-960d-6a63fdb5bed4 None None] Provisioning complete for port ff9f1ced-8ff1-433f-bb9c-fd6959587b34 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:10:42.767242 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e2e43162-7d03-4aa8-960d-6a63fdb5bed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (ff9f1ced-8ff1-433f-bb9c-fd6959587b34), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:42.771421 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (1c7958f7-81f7-453f-b750-9502ecf5c354), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:42.833879 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-e2e43162-7d03-4aa8-960d-6a63fdb5bed4 None None] Port ff9f1ced-8ff1-433f-bb9c-fd6959587b34 cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 14:10:42.850016 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Pushing event updated for resources: {'Port': ['ID=1c7958f7-81f7-453f-b750-9502ecf5c354,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:43.103976 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 44568) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:10:43.108893 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-f0d11529-ce6d-401d-a814-1f5f1de43d14 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-388598979-network', 'tenant_id': '1ccf50c82ba14988a342b585696c8245'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:10:43.128740 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d11529-ce6d-401d-a814-1f5f1de43d14 admin admin] Made reservation on behalf of 1ccf50c82ba14988a342b585696c8245 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 14:10:43.131457 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f0d11529-ce6d-401d-a814-1f5f1de43d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:43.142573 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f0d11529-ce6d-401d-a814-1f5f1de43d14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:43.221762 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f0d11529-ce6d-401d-a814-1f5f1de43d14 admin admin] Publish callbacks [] for security_group (8d946718-2791-4409-a36a-3cc81ebaa724), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:43.225395 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f0d11529-ce6d-401d-a814-1f5f1de43d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (8d946718-2791-4409-a36a-3cc81ebaa724), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:43.251552 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d11529-ce6d-401d-a814-1f5f1de43d14 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 14:10:43.261071 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d11529-ce6d-401d-a814-1f5f1de43d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d946718-2791-4409-a36a-3cc81ebaa724,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:43.267112 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f0d11529-ce6d-401d-a814-1f5f1de43d14 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727739285854', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291'] for segment (4141bb55-e87e-4914-8866-1691d9987177), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:43.267521 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.db.segments_db [None req-f0d11529-ce6d-401d-a814-1f5f1de43d14 admin admin] Added segment 4141bb55-e87e-4914-8866-1691d9987177 of type vlan for network 730db27a-7f2a-4112-8d4e-4cf914047554 May 24 14:10:43.311722 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f0d11529-ce6d-401d-a814-1f5f1de43d14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727738798156'] for network (730db27a-7f2a-4112-8d4e-4cf914047554), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:43.338043 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f0d11529-ce6d-401d-a814-1f5f1de43d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028'] for network (730db27a-7f2a-4112-8d4e-4cf914047554), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:43.339216 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d11529-ce6d-401d-a814-1f5f1de43d14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:43.339998 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f0d11529-ce6d-401d-a814-1f5f1de43d14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:43.398202 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-f0d11529-ce6d-401d-a814-1f5f1de43d14 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.2931168 May 24 14:10:43.401612 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 44570) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:10:43.408516 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-c51773e7-6c0c-4f46-9731-c3bbc47ca943 admin admin] Request body: {'subnet': {'network_id': '730db27a-7f2a-4112-8d4e-4cf914047554', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-388598979-subnet', 'tenant_id': '1ccf50c82ba14988a342b585696c8245', 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:10:43.420079 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d11529-ce6d-401d-a814-1f5f1de43d14 admin admin] Pushing event updated for resources: {'Network': ['ID=730db27a-7f2a-4112-8d4e-4cf914047554,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:43.429616 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:43.432004 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Network 730db27a-7f2a-4112-8d4e-4cf914047554 details requested by agent ovs-agent-dv-cinder-842129-1-iscsi with host dv-cinder-842129-1-iscsi {{(pid=103809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 14:10:43.438564 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51773e7-6c0c-4f46-9731-c3bbc47ca943 admin admin] Made reservation on behalf of 1ccf50c82ba14988a342b585696c8245 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 14:10:43.441041 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c51773e7-6c0c-4f46-9731-c3bbc47ca943 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756343'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:43.444002 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:43.631516 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c51773e7-6c0c-4f46-9731-c3bbc47ca943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5712872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756229'] for subnet (c5da9a95-6588-44d4-adc5-f4dad1f8e615), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:43.656029 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ef0495-667f-4f19-86c1-e4cef35887c3 None None] Sync routers for ids ['d053003a-db2a-470a-8458-99601af5719d'] in dv-cinder-842129-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:10:43.667095 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ef0495-667f-4f19-86c1-e4cef35887c3 None None] Routers {'d053003a-db2a-470a-8458-99601af5719d'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:10:43.667717 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-c3ef0495-667f-4f19-86c1-e4cef35887c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:10:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['d053003a-db2a-470a-8458-99601af5719d'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:10:43.686719 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51773e7-6c0c-4f46-9731-c3bbc47ca943 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5da9a95-6588-44d4-adc5-f4dad1f8e615,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:43.700106 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51773e7-6c0c-4f46-9731-c3bbc47ca943 admin admin] Checking segment: {'id': '4141bb55-e87e-4914-8866-1691d9987177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '730db27a-7f2a-4112-8d4e-4cf914047554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 14:10:43.700697 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51773e7-6c0c-4f46-9731-c3bbc47ca943 admin admin] Network hostable DHCP agents. Network: 730db27a-7f2a-4112-8d4e-4cf914047554, hostable agents: ['abc51175-8e70-4fa5-9c56-ea38a91f7e2e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 14:10:43.721034 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51773e7-6c0c-4f46-9731-c3bbc47ca943 admin admin] Network 730db27a-7f2a-4112-8d4e-4cf914047554 is scheduled to be hosted by DHCP agent abc51175-8e70-4fa5-9c56-ea38a91f7e2e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 14:10:43.730201 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-c51773e7-6c0c-4f46-9731-c3bbc47ca943 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842129-1-iscsi, 730db27a-7f2a-4112-8d4e-4cf914047554) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:10:43.734478 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51773e7-6c0c-4f46-9731-c3bbc47ca943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:43.735114 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c51773e7-6c0c-4f46-9731-c3bbc47ca943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:43.752556 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-c51773e7-6c0c-4f46-9731-c3bbc47ca943 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3495984 May 24 14:10:43.753079 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562dbae8-ded0-49f3-a767-65d4783365b9 None None] Network 730db27a-7f2a-4112-8d4e-4cf914047554 requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 14:10:43.755353 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 44572) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:10:43.760197 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-9e626e6d-5c5b-45bb-93b4-fb944d6093a8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-388598979-router', 'tenant_id': '1ccf50c82ba14988a342b585696c8245', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:10:43.782325 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9e626e6d-5c5b-45bb-93b4-fb944d6093a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4476'] for router (86d1b3c3-2842-4ffc-b80a-84bded9613d5), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:43.783476 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9e626e6d-5c5b-45bb-93b4-fb944d6093a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1021525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4357'] for router (86d1b3c3-2842-4ffc-b80a-84bded9613d5), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:43.823064 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-c3ef0495-667f-4f19-86c1-e4cef35887c3 None None] Set router d053003a-db2a-470a-8458-99601af5719d gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:10:43.838317 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9e626e6d-5c5b-45bb-93b4-fb944d6093a8 admin admin] Publish callbacks [] for router_controller (86d1b3c3-2842-4ffc-b80a-84bded9613d5), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:43.963333 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c48bf0-6ce8-486d-86e8-1bde5fbd5f67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea215502-9989-5d28-83e0-1aba298459f8-730db27a-7f2a-4112-8d4e-4cf914047554', 'network_id': '730db27a-7f2a-4112-8d4e-4cf914047554', 'project_id': '1ccf50c82ba14988a342b585696c8245', 'fixed_ips': [{'subnet_id': 'c5da9a95-6588-44d4-adc5-f4dad1f8e615'}]}} from dv-cinder-842129-1-iscsi. {{(pid=103809) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 24 14:10:43.964277 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-24c48bf0-6ce8-486d-86e8-1bde5fbd5f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:43.984890 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9e626e6d-5c5b-45bb-93b4-fb944d6093a8 admin admin] Publish callbacks [] for router_gateway (86d1b3c3-2842-4ffc-b80a-84bded9613d5), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:44.153388 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-c3ef0495-667f-4f19-86c1-e4cef35887c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd053003a-db2a-470a-8458-99601af5719d', 'name': 'tempest-TestMinimumBasicScenario-94481849-router', 'tenant_id': 'b878ba5622b445a0be6f66811572d4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '1c7958f7-81f7-453f-b750-9502ecf5c354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:10:39Z', 'updated_at': '2022-05-24T14:10:41Z', 'revision_number': 4, 'project_id': 'b878ba5622b445a0be6f66811572d4cd', 'gw_port': {'id': '1c7958f7-81f7-453f-b750-9502ecf5c354', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd053003a-db2a-470a-8458-99601af5719d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:10:39Z', 'updated_at': '2022-05-24T14:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': 'ff9f1ced-8ff1-433f-bb9c-fd6959587b34', 'name': '', 'network_id': 'ca7ebee3-d4f2-4e52-bae6-d78f4c39715f', 'tenant_id': 'b878ba5622b445a0be6f66811572d4cd', 'mac_address': 'fa:16:3e:a7:aa:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd053003a-db2a-470a-8458-99601af5719d', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '92afa446-4360-474e-b370-0dfc1216785f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:10:41Z', 'updated_at': '2022-05-24T14:10:41Z', 'revision_number': 2, 'project_id': 'b878ba5622b445a0be6f66811572d4cd', 'subnets': [{'id': '92afa446-4360-474e-b370-0dfc1216785f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:10:44.162612 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9e626e6d-5c5b-45bb-93b4-fb944d6093a8 admin admin] Publish callbacks [] for router_gateway (86d1b3c3-2842-4ffc-b80a-84bded9613d5), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:44.182434 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ef0495-667f-4f19-86c1-e4cef35887c3 None None] Checking router: d053003a-db2a-470a-8458-99601af5719d for host: dv-cinder-842129-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:10:44.182782 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ef0495-667f-4f19-86c1-e4cef35887c3 None None] Updating router d053003a-db2a-470a-8458-99601af5719d port ff9f1ced-8ff1-433f-bb9c-fd6959587b34 binding host dv-cinder-842129-1-iscsi {{(pid=103809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 14:10:44.186237 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9e626e6d-5c5b-45bb-93b4-fb944d6093a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:44.205420 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-24c48bf0-6ce8-486d-86e8-1bde5fbd5f67 None None] Allocated IP 172.20.0.2 (730db27a-7f2a-4112-8d4e-4cf914047554/c5da9a95-6588-44d4-adc5-f4dad1f8e615/a3ffabc4-0cf5-42b6-812d-b7420864feda) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 14:10:44.223939 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0495-667f-4f19-86c1-e4cef35887c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (ff9f1ced-8ff1-433f-bb9c-fd6959587b34), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:44.252345 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 1c7958f7-81f7-453f-b750-9502ecf5c354 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:10:44.300006 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-9e626e6d-5c5b-45bb-93b4-fb944d6093a8 admin admin] Allocated IP 172.27.3.39 (77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6/277372c2-c924-4ff9-98b4-a2b2337930ef/25a7a23f-1374-46c3-b6ea-b8f20d480867) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 14:10:44.348707 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:44.362456 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:44.407790 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9e626e6d-5c5b-45bb-93b4-fb944d6093a8 admin admin] Publish callbacks [] for port (25a7a23f-1374-46c3-b6ea-b8f20d480867), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:44.411379 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port 1c7958f7-81f7-453f-b750-9502ecf5c354 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:10:44.411740 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (1c7958f7-81f7-453f-b750-9502ecf5c354), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:44.441526 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9e626e6d-5c5b-45bb-93b4-fb944d6093a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (25a7a23f-1374-46c3-b6ea-b8f20d480867), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:44.475336 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e626e6d-5c5b-45bb-93b4-fb944d6093a8 admin admin] Network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:10:44.482461 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-9e626e6d-5c5b-45bb-93b4-fb944d6093a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:10:44.486037 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e626e6d-5c5b-45bb-93b4-fb944d6093a8 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 14:10:44.514221 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e626e6d-5c5b-45bb-93b4-fb944d6093a8 admin admin] Pushing event updated for resources: {'Port': ['ID=25a7a23f-1374-46c3-b6ea-b8f20d480867,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:44.538737 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:44.568901 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-24c48bf0-6ce8-486d-86e8-1bde5fbd5f67 None None] Publish callbacks [] for port (a3ffabc4-0cf5-42b6-812d-b7420864feda), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:44.600850 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-24c48bf0-6ce8-486d-86e8-1bde5fbd5f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997'] for port (a3ffabc4-0cf5-42b6-812d-b7420864feda), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:44.678660 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port 1c7958f7-81f7-453f-b750-9502ecf5c354 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:10:44.692261 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c48bf0-6ce8-486d-86e8-1bde5fbd5f67 None None] Network 730db27a-7f2a-4112-8d4e-4cf914047554 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:10:44.696172 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:44.705211 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-24c48bf0-6ce8-486d-86e8-1bde5fbd5f67 None None] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:10:44.708967 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c48bf0-6ce8-486d-86e8-1bde5fbd5f67 None None] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 14:10:44.710960 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c48bf0-6ce8-486d-86e8-1bde5fbd5f67 None None] Pushing event updated for resources: {'Port': ['ID=a3ffabc4-0cf5-42b6-812d-b7420864feda,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:44.726728 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:44.731027 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9e626e6d-5c5b-45bb-93b4-fb944d6093a8 admin admin] Publish callbacks [] for router_gateway (86d1b3c3-2842-4ffc-b80a-84bded9613d5), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:44.809848 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-24c48bf0-6ce8-486d-86e8-1bde5fbd5f67 None None] Attempting to bind port a3ffabc4-0cf5-42b6-812d-b7420864feda on host dv-cinder-842129-1-iscsi for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 14:10:44.810205 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-24c48bf0-6ce8-486d-86e8-1bde5fbd5f67 None None] Attempting to bind port a3ffabc4-0cf5-42b6-812d-b7420864feda by drivers openvswitch,hyperv on host dv-cinder-842129-1-iscsi at level 0 using segments [{'id': '4141bb55-e87e-4914-8866-1691d9987177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '730db27a-7f2a-4112-8d4e-4cf914047554'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 14:10:44.810557 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c48bf0-6ce8-486d-86e8-1bde5fbd5f67 None None] Attempting to bind port a3ffabc4-0cf5-42b6-812d-b7420864feda on network 730db27a-7f2a-4112-8d4e-4cf914047554 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:10:44.835290 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c48bf0-6ce8-486d-86e8-1bde5fbd5f67 None None] Checking agent: {'id': 'ec10bf60-b5fa-4c85-822a-958a8882b62f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 47), 'started_at': datetime.datetime(2022, 5, 24, 13, 47, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 14, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 14:10:44.835654 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c48bf0-6ce8-486d-86e8-1bde5fbd5f67 None None] Checking segment: {'id': '4141bb55-e87e-4914-8866-1691d9987177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '730db27a-7f2a-4112-8d4e-4cf914047554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 14:10:44.836103 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-24c48bf0-6ce8-486d-86e8-1bde5fbd5f67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:44.836491 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c48bf0-6ce8-486d-86e8-1bde5fbd5f67 None None] Bound using segment: {'id': '4141bb55-e87e-4914-8866-1691d9987177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '730db27a-7f2a-4112-8d4e-4cf914047554'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 14:10:44.836960 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-24c48bf0-6ce8-486d-86e8-1bde5fbd5f67 None None] Bound port: a3ffabc4-0cf5-42b6-812d-b7420864feda, host: dv-cinder-842129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4141bb55-e87e-4914-8866-1691d9987177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '730db27a-7f2a-4112-8d4e-4cf914047554'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 14:10:44.837364 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-24c48bf0-6ce8-486d-86e8-1bde5fbd5f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (a3ffabc4-0cf5-42b6-812d-b7420864feda), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:44.865998 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0495-667f-4f19-86c1-e4cef35887c3 None None] Publish callbacks [] for port (ff9f1ced-8ff1-433f-bb9c-fd6959587b34), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:44.891713 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0495-667f-4f19-86c1-e4cef35887c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (ff9f1ced-8ff1-433f-bb9c-fd6959587b34), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:44.955934 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-24c48bf0-6ce8-486d-86e8-1bde5fbd5f67 None None] For port a3ffabc4-0cf5-42b6-812d-b7420864feda, host dv-cinder-842129-1-iscsi, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 14:10:44.960943 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-24c48bf0-6ce8-486d-86e8-1bde5fbd5f67 None None] For port a3ffabc4-0cf5-42b6-812d-b7420864feda, host dv-cinder-842129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=a3ffabc4-0cf5-42b6-812d-b7420864feda,segment=NetworkSegment(4141bb55-e87e-4914-8866-1691d9987177),segment_id=4141bb55-e87e-4914-8866-1691d9987177)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 14:10:44.968854 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7851d0-d357-4c07-bae4-4fdf3b236d88 None None] Pushing event updated for resources: {'Port': ['ID=ff9f1ced-8ff1-433f-bb9c-fd6959587b34,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:44.977215 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-24c48bf0-6ce8-486d-86e8-1bde5fbd5f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (a3ffabc4-0cf5-42b6-812d-b7420864feda), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:45.169792 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9e626e6d-5c5b-45bb-93b4-fb944d6093a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539258'] for router (86d1b3c3-2842-4ffc-b80a-84bded9613d5), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:45.224051 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-a01c5dc9-4f39-45b4-9354-a367db892595 None None] Provisioning complete for port ff9f1ced-8ff1-433f-bb9c-fd6959587b34 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:10:45.224424 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a01c5dc9-4f39-45b4-9354-a367db892595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (ff9f1ced-8ff1-433f-bb9c-fd6959587b34), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:45.230117 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-c3ef0495-667f-4f19-86c1-e4cef35887c3 None None] Attempting to bind port ff9f1ced-8ff1-433f-bb9c-fd6959587b34 on host dv-cinder-842129-1-iscsi for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 14:10:45.230505 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-c3ef0495-667f-4f19-86c1-e4cef35887c3 None None] Attempting to bind port ff9f1ced-8ff1-433f-bb9c-fd6959587b34 by drivers openvswitch,hyperv on host dv-cinder-842129-1-iscsi at level 0 using segments [{'id': '8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ca7ebee3-d4f2-4e52-bae6-d78f4c39715f'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 14:10:45.230866 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ef0495-667f-4f19-86c1-e4cef35887c3 None None] Attempting to bind port ff9f1ced-8ff1-433f-bb9c-fd6959587b34 on network ca7ebee3-d4f2-4e52-bae6-d78f4c39715f {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:10:45.248795 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c48bf0-6ce8-486d-86e8-1bde5fbd5f67 None None] Pushing event updated for resources: {'Port': ['ID=a3ffabc4-0cf5-42b6-812d-b7420864feda,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:45.258177 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ef0495-667f-4f19-86c1-e4cef35887c3 None None] Checking agent: {'id': 'ec10bf60-b5fa-4c85-822a-958a8882b62f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 47), 'started_at': datetime.datetime(2022, 5, 24, 13, 47, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 14, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 14:10:45.259198 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ef0495-667f-4f19-86c1-e4cef35887c3 None None] Checking segment: {'id': '8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ca7ebee3-d4f2-4e52-bae6-d78f4c39715f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 14:10:45.259198 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0495-667f-4f19-86c1-e4cef35887c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:45.259496 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ef0495-667f-4f19-86c1-e4cef35887c3 None None] Bound using segment: {'id': '8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ca7ebee3-d4f2-4e52-bae6-d78f4c39715f'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 14:10:45.260139 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-c3ef0495-667f-4f19-86c1-e4cef35887c3 None None] Bound port: ff9f1ced-8ff1-433f-bb9c-fd6959587b34, host: dv-cinder-842129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ca7ebee3-d4f2-4e52-bae6-d78f4c39715f'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 14:10:45.260577 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0495-667f-4f19-86c1-e4cef35887c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (ff9f1ced-8ff1-433f-bb9c-fd6959587b34), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:45.281369 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-a01c5dc9-4f39-45b4-9354-a367db892595 None None] Port ff9f1ced-8ff1-433f-bb9c-fd6959587b34 cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 14:10:45.299934 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e626e6d-5c5b-45bb-93b4-fb944d6093a8 admin admin] Router 86d1b3c3-2842-4ffc-b80a-84bded9613d5 is scheduled to L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 24 14:10:45.341617 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-c3ef0495-667f-4f19-86c1-e4cef35887c3 None None] For port ff9f1ced-8ff1-433f-bb9c-fd6959587b34, host dv-cinder-842129-1-iscsi, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 14:10:45.345175 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-c3ef0495-667f-4f19-86c1-e4cef35887c3 None None] For port ff9f1ced-8ff1-433f-bb9c-fd6959587b34, host dv-cinder-842129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=ff9f1ced-8ff1-433f-bb9c-fd6959587b34,segment=NetworkSegment(8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1),segment_id=8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 14:10:45.361183 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0495-667f-4f19-86c1-e4cef35887c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (ff9f1ced-8ff1-433f-bb9c-fd6959587b34), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:45.428565 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ef0495-667f-4f19-86c1-e4cef35887c3 None None] Routers {'d053003a-db2a-470a-8458-99601af5719d'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:10:45.429281 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-c3ef0495-667f-4f19-86c1-e4cef35887c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:10:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['d053003a-db2a-470a-8458-99601af5719d'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:10:45.433467 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7851d0-d357-4c07-bae4-4fdf3b236d88 None None] Pushing event updated for resources: {'Port': ['ID=ff9f1ced-8ff1-433f-bb9c-fd6959587b34,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:45.437942 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e626e6d-5c5b-45bb-93b4-fb944d6093a8 admin admin] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:10:45.448802 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effaed0b-42f6-4994-92f3-87164405f652 None None] Sync routers for ids ['86d1b3c3-2842-4ffc-b80a-84bded9613d5'] in dv-cinder-842129-1-iscsi {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:10:45.458975 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:45.468795 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effaed0b-42f6-4994-92f3-87164405f652 None None] Routers {'86d1b3c3-2842-4ffc-b80a-84bded9613d5'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:10:45.469882 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-effaed0b-42f6-4994-92f3-87164405f652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:10:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['86d1b3c3-2842-4ffc-b80a-84bded9613d5'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:10:45.475223 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9e626e6d-5c5b-45bb-93b4-fb944d6093a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:45.477272 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-9e626e6d-5c5b-45bb-93b4-fb944d6093a8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7208891 May 24 14:10:45.480602 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 44574) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:10:45.607352 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-c3ef0495-667f-4f19-86c1-e4cef35887c3 None None] Set router d053003a-db2a-470a-8458-99601af5719d gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:10:45.608169 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-effaed0b-42f6-4994-92f3-87164405f652 None None] Set router 86d1b3c3-2842-4ffc-b80a-84bded9613d5 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:10:45.609970 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:45.747335 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98bbde14-68da-49dd-99e7-723925c478f8 None None] Provisioning complete for port ff9f1ced-8ff1-433f-bb9c-fd6959587b34 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:10:45.747708 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98bbde14-68da-49dd-99e7-723925c478f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (ff9f1ced-8ff1-433f-bb9c-fd6959587b34), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:45.804800 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-effaed0b-42f6-4994-92f3-87164405f652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d1b3c3-2842-4ffc-b80a-84bded9613d5', 'name': 'tempest-TestMinimumBasicScenario-388598979-router', 'tenant_id': '1ccf50c82ba14988a342b585696c8245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '25a7a23f-1374-46c3-b6ea-b8f20d480867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:10:43Z', 'updated_at': '2022-05-24T14:10:44Z', 'revision_number': 3, 'project_id': '1ccf50c82ba14988a342b585696c8245', 'gw_port': {'id': '25a7a23f-1374-46c3-b6ea-b8f20d480867', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d1b3c3-2842-4ffc-b80a-84bded9613d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:10:44Z', 'updated_at': '2022-05-24T14:10:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:10:45.812729 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:45.837174 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effaed0b-42f6-4994-92f3-87164405f652 None None] Checking router: 86d1b3c3-2842-4ffc-b80a-84bded9613d5 for host: dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:10:45.837548 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effaed0b-42f6-4994-92f3-87164405f652 None None] Updating router 86d1b3c3-2842-4ffc-b80a-84bded9613d5 port 25a7a23f-1374-46c3-b6ea-b8f20d480867 binding host dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 14:10:45.869939 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:45.873210 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-effaed0b-42f6-4994-92f3-87164405f652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (25a7a23f-1374-46c3-b6ea-b8f20d480867), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:45.893650 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-c3ef0495-667f-4f19-86c1-e4cef35887c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd053003a-db2a-470a-8458-99601af5719d', 'name': 'tempest-TestMinimumBasicScenario-94481849-router', 'tenant_id': 'b878ba5622b445a0be6f66811572d4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '1c7958f7-81f7-453f-b750-9502ecf5c354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:10:39Z', 'updated_at': '2022-05-24T14:10:41Z', 'revision_number': 4, 'project_id': 'b878ba5622b445a0be6f66811572d4cd', 'gw_port': {'id': '1c7958f7-81f7-453f-b750-9502ecf5c354', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd053003a-db2a-470a-8458-99601af5719d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:10:39Z', 'updated_at': '2022-05-24T14:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': 'ff9f1ced-8ff1-433f-bb9c-fd6959587b34', 'name': '', 'network_id': 'ca7ebee3-d4f2-4e52-bae6-d78f4c39715f', 'tenant_id': 'b878ba5622b445a0be6f66811572d4cd', 'mac_address': 'fa:16:3e:a7:aa:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd053003a-db2a-470a-8458-99601af5719d', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '92afa446-4360-474e-b370-0dfc1216785f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:10:41Z', 'updated_at': '2022-05-24T14:10:45Z', 'revision_number': 4, 'project_id': 'b878ba5622b445a0be6f66811572d4cd', 'subnets': [{'id': '92afa446-4360-474e-b370-0dfc1216785f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:10:45.898278 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98bbde14-68da-49dd-99e7-723925c478f8 None None] Current status of the port ff9f1ced-8ff1-433f-bb9c-fd6959587b34 is: DOWN; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:10:45.898457 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98bbde14-68da-49dd-99e7-723925c478f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (ff9f1ced-8ff1-433f-bb9c-fd6959587b34), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:45.923399 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ef0495-667f-4f19-86c1-e4cef35887c3 None None] The sync data for ids ['d053003a-db2a-470a-8458-99601af5719d'] in dv-cinder-842129-1-iscsi is: [{'id': 'd053003a-db2a-470a-8458-99601af5719d', 'name': 'tempest-TestMinimumBasicScenario-94481849-router', 'tenant_id': 'b878ba5622b445a0be6f66811572d4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '1c7958f7-81f7-453f-b750-9502ecf5c354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:10:39Z', 'updated_at': '2022-05-24T14:10:41Z', 'revision_number': 4, 'project_id': 'b878ba5622b445a0be6f66811572d4cd', 'gw_port': {'id': '1c7958f7-81f7-453f-b750-9502ecf5c354', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd053003a-db2a-470a-8458-99601af5719d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:10:39Z', 'updated_at': '2022-05-24T14:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': 'ff9f1ced-8ff1-433f-bb9c-fd6959587b34', 'name': '', 'network_id': 'ca7ebee3-d4f2-4e52-bae6-d78f4c39715f', 'tenant_id': 'b878ba5622b445a0be6f66811572d4cd', 'mac_address': 'fa:16:3e:a7:aa:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd053003a-db2a-470a-8458-99601af5719d', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '92afa446-4360-474e-b370-0dfc1216785f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:10:41Z', 'updated_at': '2022-05-24T14:10:45Z', 'revision_number': 4, 'project_id': 'b878ba5622b445a0be6f66811572d4cd', 'subnets': [{'id': '92afa446-4360-474e-b370-0dfc1216785f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:10:45.961152 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98bbde14-68da-49dd-99e7-723925c478f8 None None] For port ff9f1ced-8ff1-433f-bb9c-fd6959587b34, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=ff9f1ced-8ff1-433f-bb9c-fd6959587b34,segment=NetworkSegment(8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1),segment_id=8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:10:45.973664 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98bbde14-68da-49dd-99e7-723925c478f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (ff9f1ced-8ff1-433f-bb9c-fd6959587b34), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:46.032556 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f46f4c2-b54e-46f3-a53c-9753b6477094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:46.080977 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bbde14-68da-49dd-99e7-723925c478f8 None None] Pushing event updated for resources: {'Port': ['ID=ff9f1ced-8ff1-433f-bb9c-fd6959587b34,revision_number=5']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:46.192663 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:46.292035 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-5f46f4c2-b54e-46f3-a53c-9753b6477094 admin admin] Allocated IP 172.20.0.1 (730db27a-7f2a-4112-8d4e-4cf914047554/c5da9a95-6588-44d4-adc5-f4dad1f8e615/37ea2517-83de-489a-a174-b4162ff238f0) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 14:10:46.299840 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-53d4883d-9bf8-484c-92d4-37d1d52f3d56 req-07f37d2d-bd88-4664-bf31-cf8f92e6a4a2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741196 May 24 14:10:46.310291 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-effaed0b-42f6-4994-92f3-87164405f652 None None] Publish callbacks [] for port (25a7a23f-1374-46c3-b6ea-b8f20d480867), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:46.322876 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-effaed0b-42f6-4994-92f3-87164405f652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (25a7a23f-1374-46c3-b6ea-b8f20d480867), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:46.370879 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device a3ffabc4-0cf5-42b6-812d-b7420864feda up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:10:46.387506 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cd4fe1-163f-4b26-9238-8231074fe3ca None None] Pushing event updated for resources: {'Port': ['ID=25a7a23f-1374-46c3-b6ea-b8f20d480867,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:46.423966 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-effaed0b-42f6-4994-92f3-87164405f652 None None] Attempting to bind port 25a7a23f-1374-46c3-b6ea-b8f20d480867 on host dv-cinder-842129-1-iscsi for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 14:10:46.424415 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-effaed0b-42f6-4994-92f3-87164405f652 None None] Attempting to bind port 25a7a23f-1374-46c3-b6ea-b8f20d480867 by drivers openvswitch,hyperv on host dv-cinder-842129-1-iscsi at level 0 using segments [{'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 14:10:46.424852 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effaed0b-42f6-4994-92f3-87164405f652 None None] Attempting to bind port 25a7a23f-1374-46c3-b6ea-b8f20d480867 on network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:10:46.431615 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effaed0b-42f6-4994-92f3-87164405f652 None None] Checking agent: {'id': 'ec10bf60-b5fa-4c85-822a-958a8882b62f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 47), 'started_at': datetime.datetime(2022, 5, 24, 13, 47, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 14, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 14:10:46.431615 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effaed0b-42f6-4994-92f3-87164405f652 None None] Checking segment: {'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 14:10:46.432775 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-effaed0b-42f6-4994-92f3-87164405f652 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:46.433606 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effaed0b-42f6-4994-92f3-87164405f652 None None] Bound using segment: {'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 14:10:46.433739 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:46.433919 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-effaed0b-42f6-4994-92f3-87164405f652 None None] Bound port: 25a7a23f-1374-46c3-b6ea-b8f20d480867, host: dv-cinder-842129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5d497a-81fa-44a3-b648-e1e22cc699e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 14:10:46.434424 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-effaed0b-42f6-4994-92f3-87164405f652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (25a7a23f-1374-46c3-b6ea-b8f20d480867), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:46.440514 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4883d-9bf8-484c-92d4-37d1d52f3d56 req-6803b99d-88a7-4b75-9422-fec820e45b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:46.442588 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-53d4883d-9bf8-484c-92d4-37d1d52f3d56 req-6803b99d-88a7-4b75-9422-fec820e45b9a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e436feb329204699a78d749db135acce&device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 1129 time: 0.1164324 May 24 14:10:46.454939 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port a3ffabc4-0cf5-42b6-812d-b7420864feda triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:10:46.455156 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (a3ffabc4-0cf5-42b6-812d-b7420864feda), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:46.498757 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f46f4c2-b54e-46f3-a53c-9753b6477094 admin admin] Publish callbacks [] for port (37ea2517-83de-489a-a174-b4162ff238f0), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:46.532785 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-effaed0b-42f6-4994-92f3-87164405f652 None None] For port 25a7a23f-1374-46c3-b6ea-b8f20d480867, host dv-cinder-842129-1-iscsi, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 14:10:46.537812 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-effaed0b-42f6-4994-92f3-87164405f652 None None] For port 25a7a23f-1374-46c3-b6ea-b8f20d480867, host dv-cinder-842129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=25a7a23f-1374-46c3-b6ea-b8f20d480867,segment=NetworkSegment(3f5d497a-81fa-44a3-b648-e1e22cc699e7),segment_id=3f5d497a-81fa-44a3-b648-e1e22cc699e7)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 14:10:46.545882 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-effaed0b-42f6-4994-92f3-87164405f652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (25a7a23f-1374-46c3-b6ea-b8f20d480867), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:46.605125 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cd4fe1-163f-4b26-9238-8231074fe3ca None None] Pushing event updated for resources: {'Port': ['ID=25a7a23f-1374-46c3-b6ea-b8f20d480867,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:46.616571 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port a3ffabc4-0cf5-42b6-812d-b7420864feda is: DOWN; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:10:46.617515 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (a3ffabc4-0cf5-42b6-812d-b7420864feda), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:46.622082 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f7c811-fb83-4368-95a2-47c7e39e77d5 None None] Network 730db27a-7f2a-4112-8d4e-4cf914047554 requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 14:10:46.626774 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effaed0b-42f6-4994-92f3-87164405f652 None None] Routers {'86d1b3c3-2842-4ffc-b80a-84bded9613d5'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:10:46.627394 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-effaed0b-42f6-4994-92f3-87164405f652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:10:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['86d1b3c3-2842-4ffc-b80a-84bded9613d5'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:10:46.635409 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:46.644160 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f46f4c2-b54e-46f3-a53c-9753b6477094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (37ea2517-83de-489a-a174-b4162ff238f0), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:46.703545 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f46f4c2-b54e-46f3-a53c-9753b6477094 admin admin] Network 730db27a-7f2a-4112-8d4e-4cf914047554 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:10:46.715016 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-5f46f4c2-b54e-46f3-a53c-9753b6477094 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:10:46.719693 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4883d-9bf8-484c-92d4-37d1d52f3d56 req-a9fff18d-dfea-4f59-aded-5c3c6c5e9442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:46.721324 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-53d4883d-9bf8-484c-92d4-37d1d52f3d56 req-a9fff18d-dfea-4f59-aded-5c3c6c5e9442 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d0876f86-477e-43a6-b89a-5d925c2bd73a HTTP/1.1" status: 200 len: 911 time: 0.1847680 May 24 14:10:46.724492 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f46f4c2-b54e-46f3-a53c-9753b6477094 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 14:10:46.743875 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-effaed0b-42f6-4994-92f3-87164405f652 None None] Set router 86d1b3c3-2842-4ffc-b80a-84bded9613d5 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:10:46.746116 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:46.774528 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-07bdb427-cb22-4be6-bfb7-5f4b004befbc None None] Provisioning complete for port a3ffabc4-0cf5-42b6-812d-b7420864feda triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:10:46.779647 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-07bdb427-cb22-4be6-bfb7-5f4b004befbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (a3ffabc4-0cf5-42b6-812d-b7420864feda), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:46.785967 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] For port a3ffabc4-0cf5-42b6-812d-b7420864feda, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=a3ffabc4-0cf5-42b6-812d-b7420864feda,segment=NetworkSegment(4141bb55-e87e-4914-8866-1691d9987177),segment_id=4141bb55-e87e-4914-8866-1691d9987177)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:10:46.820473 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:46.824328 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46f4c2-b54e-46f3-a53c-9753b6477094 admin admin] Pushing event updated for resources: {'Port': ['ID=37ea2517-83de-489a-a174-b4162ff238f0,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:46.828201 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-53d4883d-9bf8-484c-92d4-37d1d52f3d56 req-7a0b318c-53f9-4eff-80c8-986ed5bdae2d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e64fdd4-c3e5-497b-9ca2-29d3b279c477 HTTP/1.1" status: 200 len: 1001 time: 0.0964942 May 24 14:10:46.851410 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (a3ffabc4-0cf5-42b6-812d-b7420864feda), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:46.852363 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device ff9f1ced-8ff1-433f-bb9c-fd6959587b34 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:10:46.905471 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4883d-9bf8-484c-92d4-37d1d52f3d56 req-a374cbb1-523e-4077-ba6d-d9ba9cdf7969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:46.907019 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-53d4883d-9bf8-484c-92d4-37d1d52f3d56 req-a374cbb1-523e-4077-ba6d-d9ba9cdf7969 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b10f4794-31a5-4c72-8ff2-7227ff1bde49 HTTP/1.1" status: 200 len: 849 time: 0.0715237 May 24 14:10:46.914907 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Pushing event updated for resources: {'Port': ['ID=a3ffabc4-0cf5-42b6-812d-b7420864feda,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:46.917262 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f46f4c2-b54e-46f3-a53c-9753b6477094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534319'] for router_interface (86d1b3c3-2842-4ffc-b80a-84bded9613d5), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:47.011474 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4883d-9bf8-484c-92d4-37d1d52f3d56 req-56c1094b-319b-4f85-b5ce-3eb5b361f146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:47.012749 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-53d4883d-9bf8-484c-92d4-37d1d52f3d56 req-56c1094b-319b-4f85-b5ce-3eb5b361f146 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d0876f86-477e-43a6-b89a-5d925c2bd73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0925872 May 24 14:10:47.062388 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-07bdb427-cb22-4be6-bfb7-5f4b004befbc None None] Current status of the port a3ffabc4-0cf5-42b6-812d-b7420864feda is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:10:47.064878 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port ff9f1ced-8ff1-433f-bb9c-fd6959587b34 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:10:47.064878 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (ff9f1ced-8ff1-433f-bb9c-fd6959587b34), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:47.067999 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-effaed0b-42f6-4994-92f3-87164405f652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d1b3c3-2842-4ffc-b80a-84bded9613d5', 'name': 'tempest-TestMinimumBasicScenario-388598979-router', 'tenant_id': '1ccf50c82ba14988a342b585696c8245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '25a7a23f-1374-46c3-b6ea-b8f20d480867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:10:43Z', 'updated_at': '2022-05-24T14:10:44Z', 'revision_number': 3, 'project_id': '1ccf50c82ba14988a342b585696c8245', 'gw_port': {'id': '25a7a23f-1374-46c3-b6ea-b8f20d480867', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d1b3c3-2842-4ffc-b80a-84bded9613d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:10:44Z', 'updated_at': '2022-05-24T14:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:10:47.110917 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effaed0b-42f6-4994-92f3-87164405f652 None None] The sync data for ids ['86d1b3c3-2842-4ffc-b80a-84bded9613d5'] in dv-cinder-842129-1-iscsi is: [{'id': '86d1b3c3-2842-4ffc-b80a-84bded9613d5', 'name': 'tempest-TestMinimumBasicScenario-388598979-router', 'tenant_id': '1ccf50c82ba14988a342b585696c8245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '25a7a23f-1374-46c3-b6ea-b8f20d480867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:10:43Z', 'updated_at': '2022-05-24T14:10:44Z', 'revision_number': 3, 'project_id': '1ccf50c82ba14988a342b585696c8245', 'gw_port': {'id': '25a7a23f-1374-46c3-b6ea-b8f20d480867', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d1b3c3-2842-4ffc-b80a-84bded9613d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:10:44Z', 'updated_at': '2022-05-24T14:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:10:47.176603 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port ff9f1ced-8ff1-433f-bb9c-fd6959587b34 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:10:47.184905 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-53d4883d-9bf8-484c-92d4-37d1d52f3d56 req-537026de-21fb-40e4-85d3-7783a37a1c6d service neutron] 10.222.0.55 "GET /v2.0/networks/d0876f86-477e-43a6-b89a-5d925c2bd73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633947 May 24 14:10:47.277072 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f46f4c2-b54e-46f3-a53c-9753b6477094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (37ea2517-83de-489a-a174-b4162ff238f0), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:47.350887 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-53d4883d-9bf8-484c-92d4-37d1d52f3d56 req-4c6d9b09-77aa-4381-ba77-2dc641396fa7 service neutron] 10.222.0.55 "GET /v2.0/networks/d0876f86-477e-43a6-b89a-5d925c2bd73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595967 May 24 14:10:47.404527 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-1f2f9a02-26f7-473b-8145-7a551cee156d None None] Provisioning complete for port 37ea2517-83de-489a-a174-b4162ff238f0 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:10:47.407150 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1f2f9a02-26f7-473b-8145-7a551cee156d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (37ea2517-83de-489a-a174-b4162ff238f0), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:47.471273 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-1f2f9a02-26f7-473b-8145-7a551cee156d None None] Port 37ea2517-83de-489a-a174-b4162ff238f0 cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 14:10:47.481524 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-1f2f9a02-26f7-473b-8145-7a551cee156d None None] Provisioning complete for port a3ffabc4-0cf5-42b6-812d-b7420864feda triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:10:47.481892 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1f2f9a02-26f7-473b-8145-7a551cee156d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (a3ffabc4-0cf5-42b6-812d-b7420864feda), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:47.547249 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:47.590641 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-1f2f9a02-26f7-473b-8145-7a551cee156d None None] Current status of the port a3ffabc4-0cf5-42b6-812d-b7420864feda is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:10:47.605871 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f46f4c2-b54e-46f3-a53c-9753b6477094 admin admin] Publish callbacks [] for port (37ea2517-83de-489a-a174-b4162ff238f0), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:47.611862 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f46f4c2-b54e-46f3-a53c-9753b6477094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5714289'] for port (37ea2517-83de-489a-a174-b4162ff238f0), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:47.689021 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46f4c2-b54e-46f3-a53c-9753b6477094 admin admin] Pushing event updated for resources: {'Port': ['ID=37ea2517-83de-489a-a174-b4162ff238f0,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:47.691810 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f46f4c2-b54e-46f3-a53c-9753b6477094 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-169734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532671'] for router_interface (86d1b3c3-2842-4ffc-b80a-84bded9613d5), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:47.716643 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-11d2373d-55f1-472c-9dca-ad6bf97af67f None None] Provisioning complete for port 37ea2517-83de-489a-a174-b4162ff238f0 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:10:47.717235 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-11d2373d-55f1-472c-9dca-ad6bf97af67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (37ea2517-83de-489a-a174-b4162ff238f0), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:47.752108 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-11d2373d-55f1-472c-9dca-ad6bf97af67f None None] Port 37ea2517-83de-489a-a174-b4162ff238f0 cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 14:10:47.785092 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:47.796260 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f46f4c2-b54e-46f3-a53c-9753b6477094 admin admin] Network 730db27a-7f2a-4112-8d4e-4cf914047554 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:10:47.797576 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-5f46f4c2-b54e-46f3-a53c-9753b6477094 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:10:47.924135 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f46f4c2-b54e-46f3-a53c-9753b6477094 admin admin] Router 86d1b3c3-2842-4ffc-b80a-84bded9613d5 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:10:48.045328 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f46f4c2-b54e-46f3-a53c-9753b6477094 admin admin] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:10:48.050250 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-5f46f4c2-b54e-46f3-a53c-9753b6477094 admin admin] 10.222.0.24 "PUT /v2.0/routers/86d1b3c3-2842-4ffc-b80a-84bded9613d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5679693 May 24 14:10:48.072119 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-d21ed407-278b-4107-92fe-9034de692419 None None] Provisioning complete for port 37ea2517-83de-489a-a174-b4162ff238f0 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:10:48.072627 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d21ed407-278b-4107-92fe-9034de692419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (37ea2517-83de-489a-a174-b4162ff238f0), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:48.107398 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-d21ed407-278b-4107-92fe-9034de692419 None None] Port 37ea2517-83de-489a-a174-b4162ff238f0 cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 14:10:48.316719 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device a3ffabc4-0cf5-42b6-812d-b7420864feda up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:10:48.361665 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port a3ffabc4-0cf5-42b6-812d-b7420864feda triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:10:48.362033 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (a3ffabc4-0cf5-42b6-812d-b7420864feda), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:48.450243 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port a3ffabc4-0cf5-42b6-812d-b7420864feda is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:10:48.451305 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 25a7a23f-1374-46c3-b6ea-b8f20d480867 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:10:48.493004 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port 25a7a23f-1374-46c3-b6ea-b8f20d480867 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:10:48.493932 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (25a7a23f-1374-46c3-b6ea-b8f20d480867), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:48.570583 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port 25a7a23f-1374-46c3-b6ea-b8f20d480867 is: DOWN; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:10:48.571275 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (25a7a23f-1374-46c3-b6ea-b8f20d480867), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:48.584906 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:48.595629 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] For port 25a7a23f-1374-46c3-b6ea-b8f20d480867, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=25a7a23f-1374-46c3-b6ea-b8f20d480867,segment=NetworkSegment(3f5d497a-81fa-44a3-b648-e1e22cc699e7),segment_id=3f5d497a-81fa-44a3-b648-e1e22cc699e7)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:10:48.600226 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (25a7a23f-1374-46c3-b6ea-b8f20d480867), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:48.649184 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Pushing event updated for resources: {'Port': ['ID=25a7a23f-1374-46c3-b6ea-b8f20d480867,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:49.170944 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=20,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:49.172355 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:49.618985 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6cae02-7345-4f8c-9da5-95390b77bbb4 None None] Sync routers for ids ['86d1b3c3-2842-4ffc-b80a-84bded9613d5'] in dv-cinder-842129-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:10:49.630102 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6cae02-7345-4f8c-9da5-95390b77bbb4 None None] Routers {'86d1b3c3-2842-4ffc-b80a-84bded9613d5'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:10:49.630926 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-ca6cae02-7345-4f8c-9da5-95390b77bbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:10:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['86d1b3c3-2842-4ffc-b80a-84bded9613d5'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:10:49.735255 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:49.739634 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-ca6cae02-7345-4f8c-9da5-95390b77bbb4 None None] Set router 86d1b3c3-2842-4ffc-b80a-84bded9613d5 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:10:49.934673 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-ca6cae02-7345-4f8c-9da5-95390b77bbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d1b3c3-2842-4ffc-b80a-84bded9613d5', 'name': 'tempest-TestMinimumBasicScenario-388598979-router', 'tenant_id': '1ccf50c82ba14988a342b585696c8245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '25a7a23f-1374-46c3-b6ea-b8f20d480867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:10:43Z', 'updated_at': '2022-05-24T14:10:47Z', 'revision_number': 4, 'project_id': '1ccf50c82ba14988a342b585696c8245', 'gw_port': {'id': '25a7a23f-1374-46c3-b6ea-b8f20d480867', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d1b3c3-2842-4ffc-b80a-84bded9613d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:10:44Z', 'updated_at': '2022-05-24T14:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '37ea2517-83de-489a-a174-b4162ff238f0', 'name': '', 'network_id': '730db27a-7f2a-4112-8d4e-4cf914047554', 'tenant_id': '1ccf50c82ba14988a342b585696c8245', 'mac_address': 'fa:16:3e:45:f4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d1b3c3-2842-4ffc-b80a-84bded9613d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'c5da9a95-6588-44d4-adc5-f4dad1f8e615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:10:46Z', 'updated_at': '2022-05-24T14:10:47Z', 'revision_number': 2, 'project_id': '1ccf50c82ba14988a342b585696c8245', 'subnets': [{'id': 'c5da9a95-6588-44d4-adc5-f4dad1f8e615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:10:49.964729 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6cae02-7345-4f8c-9da5-95390b77bbb4 None None] Checking router: 86d1b3c3-2842-4ffc-b80a-84bded9613d5 for host: dv-cinder-842129-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:10:49.965076 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6cae02-7345-4f8c-9da5-95390b77bbb4 None None] Updating router 86d1b3c3-2842-4ffc-b80a-84bded9613d5 port 37ea2517-83de-489a-a174-b4162ff238f0 binding host dv-cinder-842129-1-iscsi {{(pid=103809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 14:10:50.122818 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ca6cae02-7345-4f8c-9da5-95390b77bbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (37ea2517-83de-489a-a174-b4162ff238f0), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:50.169868 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=100 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:50.277307 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 25a7a23f-1374-46c3-b6ea-b8f20d480867 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:10:50.385599 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port 25a7a23f-1374-46c3-b6ea-b8f20d480867 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:10:50.386224 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (25a7a23f-1374-46c3-b6ea-b8f20d480867), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:50.537964 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port 25a7a23f-1374-46c3-b6ea-b8f20d480867 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:10:50.544156 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ca6cae02-7345-4f8c-9da5-95390b77bbb4 None None] Publish callbacks [] for port (37ea2517-83de-489a-a174-b4162ff238f0), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:50.552661 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ca6cae02-7345-4f8c-9da5-95390b77bbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (37ea2517-83de-489a-a174-b4162ff238f0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:50.618245 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9d4bf-ae09-4523-ab7b-f0f397b477d3 None None] Pushing event updated for resources: {'Port': ['ID=37ea2517-83de-489a-a174-b4162ff238f0,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:50.696338 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-ca6cae02-7345-4f8c-9da5-95390b77bbb4 None None] Attempting to bind port 37ea2517-83de-489a-a174-b4162ff238f0 on host dv-cinder-842129-1-iscsi for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 14:10:50.698349 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-ca6cae02-7345-4f8c-9da5-95390b77bbb4 None None] Attempting to bind port 37ea2517-83de-489a-a174-b4162ff238f0 by drivers openvswitch,hyperv on host dv-cinder-842129-1-iscsi at level 0 using segments [{'id': '4141bb55-e87e-4914-8866-1691d9987177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '730db27a-7f2a-4112-8d4e-4cf914047554'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 14:10:50.698937 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6cae02-7345-4f8c-9da5-95390b77bbb4 None None] Attempting to bind port 37ea2517-83de-489a-a174-b4162ff238f0 on network 730db27a-7f2a-4112-8d4e-4cf914047554 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:10:50.706671 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6cae02-7345-4f8c-9da5-95390b77bbb4 None None] Checking agent: {'id': 'ec10bf60-b5fa-4c85-822a-958a8882b62f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 47), 'started_at': datetime.datetime(2022, 5, 24, 13, 47, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 14, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 14:10:50.707323 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6cae02-7345-4f8c-9da5-95390b77bbb4 None None] Checking segment: {'id': '4141bb55-e87e-4914-8866-1691d9987177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '730db27a-7f2a-4112-8d4e-4cf914047554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 14:10:50.707937 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ca6cae02-7345-4f8c-9da5-95390b77bbb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:50.708495 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6cae02-7345-4f8c-9da5-95390b77bbb4 None None] Bound using segment: {'id': '4141bb55-e87e-4914-8866-1691d9987177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '730db27a-7f2a-4112-8d4e-4cf914047554'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 14:10:50.709119 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [None req-ca6cae02-7345-4f8c-9da5-95390b77bbb4 None None] Bound port: 37ea2517-83de-489a-a174-b4162ff238f0, host: dv-cinder-842129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4141bb55-e87e-4914-8866-1691d9987177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '730db27a-7f2a-4112-8d4e-4cf914047554'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 14:10:50.709671 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ca6cae02-7345-4f8c-9da5-95390b77bbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (37ea2517-83de-489a-a174-b4162ff238f0), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:50.792715 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-ca6cae02-7345-4f8c-9da5-95390b77bbb4 None None] For port 37ea2517-83de-489a-a174-b4162ff238f0, host dv-cinder-842129-1-iscsi, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 14:10:50.796569 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-ca6cae02-7345-4f8c-9da5-95390b77bbb4 None None] For port 37ea2517-83de-489a-a174-b4162ff238f0, host dv-cinder-842129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=37ea2517-83de-489a-a174-b4162ff238f0,segment=NetworkSegment(4141bb55-e87e-4914-8866-1691d9987177),segment_id=4141bb55-e87e-4914-8866-1691d9987177)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 14:10:50.807670 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ca6cae02-7345-4f8c-9da5-95390b77bbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (37ea2517-83de-489a-a174-b4162ff238f0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:50.885208 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6cae02-7345-4f8c-9da5-95390b77bbb4 None None] Routers {'86d1b3c3-2842-4ffc-b80a-84bded9613d5'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:10:50.885844 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-ca6cae02-7345-4f8c-9da5-95390b77bbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:10:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['86d1b3c3-2842-4ffc-b80a-84bded9613d5'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:10:50.889818 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9d4bf-ae09-4523-ab7b-f0f397b477d3 None None] Pushing event updated for resources: {'Port': ['ID=37ea2517-83de-489a-a174-b4162ff238f0,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:50.963049 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-d9bf90f6-3904-4da5-ad22-f14d7cfffbbb None None] Provisioning complete for port 37ea2517-83de-489a-a174-b4162ff238f0 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:10:50.964673 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d9bf90f6-3904-4da5-ad22-f14d7cfffbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (37ea2517-83de-489a-a174-b4162ff238f0), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:51.055228 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-ca6cae02-7345-4f8c-9da5-95390b77bbb4 None None] Set router 86d1b3c3-2842-4ffc-b80a-84bded9613d5 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:10:51.111869 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:51.217602 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-d9bf90f6-3904-4da5-ad22-f14d7cfffbbb None None] Current status of the port 37ea2517-83de-489a-a174-b4162ff238f0 is: DOWN; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:10:51.217881 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d9bf90f6-3904-4da5-ad22-f14d7cfffbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (37ea2517-83de-489a-a174-b4162ff238f0), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:51.258078 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:51.276873 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-d9bf90f6-3904-4da5-ad22-f14d7cfffbbb None None] For port 37ea2517-83de-489a-a174-b4162ff238f0, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=37ea2517-83de-489a-a174-b4162ff238f0,segment=NetworkSegment(4141bb55-e87e-4914-8866-1691d9987177),segment_id=4141bb55-e87e-4914-8866-1691d9987177)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:10:51.283233 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d9bf90f6-3904-4da5-ad22-f14d7cfffbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (37ea2517-83de-489a-a174-b4162ff238f0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:51.386198 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf90f6-3904-4da5-ad22-f14d7cfffbbb None None] Pushing event updated for resources: {'Port': ['ID=37ea2517-83de-489a-a174-b4162ff238f0,revision_number=5']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:51.389262 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-ca6cae02-7345-4f8c-9da5-95390b77bbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d1b3c3-2842-4ffc-b80a-84bded9613d5', 'name': 'tempest-TestMinimumBasicScenario-388598979-router', 'tenant_id': '1ccf50c82ba14988a342b585696c8245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '25a7a23f-1374-46c3-b6ea-b8f20d480867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:10:43Z', 'updated_at': '2022-05-24T14:10:47Z', 'revision_number': 4, 'project_id': '1ccf50c82ba14988a342b585696c8245', 'gw_port': {'id': '25a7a23f-1374-46c3-b6ea-b8f20d480867', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d1b3c3-2842-4ffc-b80a-84bded9613d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:10:44Z', 'updated_at': '2022-05-24T14:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '37ea2517-83de-489a-a174-b4162ff238f0', 'name': '', 'network_id': '730db27a-7f2a-4112-8d4e-4cf914047554', 'tenant_id': '1ccf50c82ba14988a342b585696c8245', 'mac_address': 'fa:16:3e:45:f4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d1b3c3-2842-4ffc-b80a-84bded9613d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'c5da9a95-6588-44d4-adc5-f4dad1f8e615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:10:46Z', 'updated_at': '2022-05-24T14:10:50Z', 'revision_number': 4, 'project_id': '1ccf50c82ba14988a342b585696c8245', 'subnets': [{'id': 'c5da9a95-6588-44d4-adc5-f4dad1f8e615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:10:51.427391 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-9344720b-8a41-46c0-87f9-2db59fbc07f2 None None] Provisioning complete for port 37ea2517-83de-489a-a174-b4162ff238f0 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:10:51.427764 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9344720b-8a41-46c0-87f9-2db59fbc07f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (37ea2517-83de-489a-a174-b4162ff238f0), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:51.429977 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6cae02-7345-4f8c-9da5-95390b77bbb4 None None] The sync data for ids ['86d1b3c3-2842-4ffc-b80a-84bded9613d5'] in dv-cinder-842129-1-iscsi is: [{'id': '86d1b3c3-2842-4ffc-b80a-84bded9613d5', 'name': 'tempest-TestMinimumBasicScenario-388598979-router', 'tenant_id': '1ccf50c82ba14988a342b585696c8245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '25a7a23f-1374-46c3-b6ea-b8f20d480867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:10:43Z', 'updated_at': '2022-05-24T14:10:47Z', 'revision_number': 4, 'project_id': '1ccf50c82ba14988a342b585696c8245', 'gw_port': {'id': '25a7a23f-1374-46c3-b6ea-b8f20d480867', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d1b3c3-2842-4ffc-b80a-84bded9613d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:10:44Z', 'updated_at': '2022-05-24T14:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '37ea2517-83de-489a-a174-b4162ff238f0', 'name': '', 'network_id': '730db27a-7f2a-4112-8d4e-4cf914047554', 'tenant_id': '1ccf50c82ba14988a342b585696c8245', 'mac_address': 'fa:16:3e:45:f4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d1b3c3-2842-4ffc-b80a-84bded9613d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'c5da9a95-6588-44d4-adc5-f4dad1f8e615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:10:46Z', 'updated_at': '2022-05-24T14:10:50Z', 'revision_number': 4, 'project_id': '1ccf50c82ba14988a342b585696c8245', 'subnets': [{'id': 'c5da9a95-6588-44d4-adc5-f4dad1f8e615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:10:51.552420 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:51.577305 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-9344720b-8a41-46c0-87f9-2db59fbc07f2 None None] Current status of the port 37ea2517-83de-489a-a174-b4162ff238f0 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:10:52.254691 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 37ea2517-83de-489a-a174-b4162ff238f0 up at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:10:52.301413 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Provisioning complete for port 37ea2517-83de-489a-a174-b4162ff238f0 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:10:52.301854 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (37ea2517-83de-489a-a174-b4162ff238f0), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:52.379836 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Current status of the port 37ea2517-83de-489a-a174-b4162ff238f0 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:10:53.844507 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-039a1563-bc03-4bd2-b11e-7cd4f2140ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:56.185696 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cbf82563-9c39-480f-bd9d-8ca7bee3e151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:57.460285 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:57.689311 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212b7b5-2722-4279-b884-814329ca61a4 req-b2809b8f-a8d1-40e2-9ee4-27906d97729d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:57.690662 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c212b7b5-2722-4279-b884-814329ca61a4 req-b2809b8f-a8d1-40e2-9ee4-27906d97729d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/networks?id=ca7ebee3-d4f2-4e52-bae6-d78f4c39715f HTTP/1.1" status: 200 len: 813 time: 0.1020532 May 24 14:10:57.705297 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c212b7b5-2722-4279-b884-814329ca61a4 req-15189279-a53f-4413-a97d-4e573501fe47 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/quotas/b878ba5622b445a0be6f66811572d4cd HTTP/1.1" status: 200 len: 375 time: 0.0093207 May 24 14:10:57.757250 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c212b7b5-2722-4279-b884-814329ca61a4 req-fff5e166-58d0-4460-b0a6-866ebb12246b tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b878ba5622b445a0be6f66811572d4cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471036 May 24 14:10:57.849713 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c212b7b5-2722-4279-b884-814329ca61a4 req-22b1eee8-de52-47d6-8e9d-9b392139188b service neutron] 10.222.0.24 "GET /v2.0/networks/ca7ebee3-d4f2-4e52-bae6-d78f4c39715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808663 May 24 14:10:57.952053 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c212b7b5-2722-4279-b884-814329ca61a4 req-88712a92-6214-494a-a900-14bea94c5868 service neutron] 10.222.0.24 "GET /v2.0/networks/ca7ebee3-d4f2-4e52-bae6-d78f4c39715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962524 May 24 14:10:58.215123 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-77dd9302-0e97-4943-b5fa-14636b9473e4 req-f3d39d38-e9f3-4228-a542-7d115a1d4b6c tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 210 time: 0.1359818 May 24 14:10:58.588205 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:59.065169 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212b7b5-2722-4279-b884-814329ca61a4 req-c34baf71-6f48-4493-a3bb-c175cfaf21a6 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:59.066581 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c212b7b5-2722-4279-b884-814329ca61a4 req-c34baf71-6f48-4493-a3bb-c175cfaf21a6 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.55 "GET /v2.0/networks?id=ca7ebee3-d4f2-4e52-bae6-d78f4c39715f HTTP/1.1" status: 200 len: 813 time: 0.1061277 May 24 14:10:59.078709 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [req-c212b7b5-2722-4279-b884-814329ca61a4 req-36ae59b1-6bf5-4198-ae40-2626a7c7ca66 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Request body: {'port': {'device_id': '50c210ef-d814-4516-bb61-d74a5a880aff', 'network_id': 'ca7ebee3-d4f2-4e52-bae6-d78f4c39715f', 'admin_state_up': True, 'tenant_id': 'b878ba5622b445a0be6f66811572d4cd'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:10:59.137421 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:59.195094 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c212b7b5-2722-4279-b884-814329ca61a4 req-36ae59b1-6bf5-4198-ae40-2626a7c7ca66 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Made reservation on behalf of b878ba5622b445a0be6f66811572d4cd for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 14:10:59.198582 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-c212b7b5-2722-4279-b884-814329ca61a4 req-36ae59b1-6bf5-4198-ae40-2626a7c7ca66 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:59.344601 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-95d35b92-a312-4a85-a340-587c1fd9b877 req-dbb865d8-8606-4569-aaec-abd848749b72 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 210 time: 0.0428267 May 24 14:10:59.353737 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:10:59.362143 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-c212b7b5-2722-4279-b884-814329ca61a4 req-36ae59b1-6bf5-4198-ae40-2626a7c7ca66 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Allocated IP 172.20.0.4 (ca7ebee3-d4f2-4e52-bae6-d78f4c39715f/92afa446-4360-474e-b370-0dfc1216785f/3c3792a2-16be-4b1a-9ed7-d4d04705b095) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 14:10:59.599461 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-c212b7b5-2722-4279-b884-814329ca61a4 req-36ae59b1-6bf5-4198-ae40-2626a7c7ca66 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks [] for port (3c3792a2-16be-4b1a-9ed7-d4d04705b095), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:59.647572 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-c212b7b5-2722-4279-b884-814329ca61a4 req-36ae59b1-6bf5-4198-ae40-2626a7c7ca66 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (3c3792a2-16be-4b1a-9ed7-d4d04705b095), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:59.710295 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c212b7b5-2722-4279-b884-814329ca61a4 req-36ae59b1-6bf5-4198-ae40-2626a7c7ca66 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Network ca7ebee3-d4f2-4e52-bae6-d78f4c39715f is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:10:59.714939 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-c212b7b5-2722-4279-b884-814329ca61a4 req-36ae59b1-6bf5-4198-ae40-2626a7c7ca66 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:10:59.732523 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-c212b7b5-2722-4279-b884-814329ca61a4 req-36ae59b1-6bf5-4198-ae40-2626a7c7ca66 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 14:10:59.770511 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae59b1-6bf5-4198-ae40-2626a7c7ca66 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Pushing event updated for resources: {'Port': ['ID=3c3792a2-16be-4b1a-9ed7-d4d04705b095,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:10:59.808061 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212b7b5-2722-4279-b884-814329ca61a4 req-36ae59b1-6bf5-4198-ae40-2626a7c7ca66 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:10:59.808938 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-c212b7b5-2722-4279-b884-814329ca61a4 req-36ae59b1-6bf5-4198-ae40-2626a7c7ca66 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:10:59.832233 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c212b7b5-2722-4279-b884-814329ca61a4 req-36ae59b1-6bf5-4198-ae40-2626a7c7ca66 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7567551 May 24 14:11:00.053421 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-e7402067-ed02-4092-bbe7-22ff6c57173c None None] Provisioning complete for port 3c3792a2-16be-4b1a-9ed7-d4d04705b095 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:11:00.053969 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e7402067-ed02-4092-bbe7-22ff6c57173c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (3c3792a2-16be-4b1a-9ed7-d4d04705b095), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:00.086546 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-e7402067-ed02-4092-bbe7-22ff6c57173c None None] Port 3c3792a2-16be-4b1a-9ed7-d4d04705b095 cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 14:11:00.459888 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:00.466958 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0654a7-64d7-4059-87b0-d8e03e84eca2 req-08ec5739-605c-468b-8ef9-fbada6eb332b tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:00.468704 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8c0654a7-64d7-4059-87b0-d8e03e84eca2 req-08ec5739-605c-468b-8ef9-fbada6eb332b tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 931 time: 0.0482748 May 24 14:11:00.518369 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8c0654a7-64d7-4059-87b0-d8e03e84eca2 req-b16e3f0b-49be-401b-b5cf-47461805b6ad tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7624747-fc9f-4677-aa27-ae30703e62ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436089 May 24 14:11:01.650677 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:11:01.660237 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03c52c-0d27-4d2c-8d28-50a29c2be3d3 req-c532f34c-335e-4424-a047-ac2e3da78eb7 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:01.661787 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-5d03c52c-0d27-4d2c-8d28-50a29c2be3d3 req-c532f34c-335e-4424-a047-ac2e3da78eb7 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 931 time: 0.0500638 May 24 14:11:01.723019 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-5d03c52c-0d27-4d2c-8d28-50a29c2be3d3 req-b6f13085-4834-42b8-932f-1135f6c1ee10 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7624747-fc9f-4677-aa27-ae30703e62ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544174 May 24 14:11:02.836078 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aee1d7-c1e9-4fb5-b99c-9c4dd898aebe req-db0253be-f1a3-4e94-bba9-79844f004d50 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:02.838043 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a9aee1d7-c1e9-4fb5-b99c-9c4dd898aebe req-db0253be-f1a3-4e94-bba9-79844f004d50 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 931 time: 0.0457394 May 24 14:11:02.894222 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a9aee1d7-c1e9-4fb5-b99c-9c4dd898aebe req-c9de8c9f-f980-4afb-b40b-ad949b32ebcd tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7624747-fc9f-4677-aa27-ae30703e62ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502162 May 24 14:11:03.383847 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 14:11:04.030638 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70511cdb-4a5c-44c1-834d-d525ded7a387 req-68ff65b1-584c-4c65-b9d0-e49cdbb0fe4a tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:04.032194 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-70511cdb-4a5c-44c1-834d-d525ded7a387 req-68ff65b1-584c-4c65-b9d0-e49cdbb0fe4a tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 931 time: 0.0508552 May 24 14:11:04.079586 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-70511cdb-4a5c-44c1-834d-d525ded7a387 req-6687eacd-b067-4135-9a20-484890bcf358 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7624747-fc9f-4677-aa27-ae30703e62ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416236 May 24 14:11:05.195783 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f9b54-9ff4-474a-9212-4afb8fe414b8 req-34ebbfcb-0487-4ff2-83b2-b8554b845898 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:05.199287 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7b8f9b54-9ff4-474a-9212-4afb8fe414b8 req-34ebbfcb-0487-4ff2-83b2-b8554b845898 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 931 time: 0.0536084 May 24 14:11:05.267802 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-7b8f9b54-9ff4-474a-9212-4afb8fe414b8 req-a6f266f3-3691-4d7d-a668-71738c29af8b tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7624747-fc9f-4677-aa27-ae30703e62ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620241 May 24 14:11:06.383455 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6828fb-c2c8-4b72-853f-0943dbeca0a3 req-17c5be03-23b5-4aa1-9939-f46b61758174 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:06.386381 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-5e6828fb-c2c8-4b72-853f-0943dbeca0a3 req-17c5be03-23b5-4aa1-9939-f46b61758174 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 931 time: 0.0512750 May 24 14:11:06.438532 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-5e6828fb-c2c8-4b72-853f-0943dbeca0a3 req-afbabc48-a980-484a-97cb-33824161a065 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7624747-fc9f-4677-aa27-ae30703e62ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470319 May 24 14:11:07.553889 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf581dc-929d-40d1-bada-639bf55d70d8 req-875463a9-651c-4435-9c23-3dd64eb9b9ae tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:07.555315 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9cf581dc-929d-40d1-bada-639bf55d70d8 req-875463a9-651c-4435-9c23-3dd64eb9b9ae tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 931 time: 0.0468845 May 24 14:11:07.601754 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9cf581dc-929d-40d1-bada-639bf55d70d8 req-fb137fa4-0863-4dfc-9e2b-63ef17e275f7 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7624747-fc9f-4677-aa27-ae30703e62ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407534 May 24 14:11:08.730673 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082dbfd-ac08-466b-b64d-b1f6baec7d30 req-9dd3e5e1-2e13-43d3-90f4-11de92b55e7d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:08.738753 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-2082dbfd-ac08-466b-b64d-b1f6baec7d30 req-9dd3e5e1-2e13-43d3-90f4-11de92b55e7d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 931 time: 0.0611765 May 24 14:11:08.787533 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-2082dbfd-ac08-466b-b64d-b1f6baec7d30 req-f17f0d32-76aa-4642-b034-7ccbe9dce80c tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7624747-fc9f-4677-aa27-ae30703e62ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478582 May 24 14:11:09.904738 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0896383-e875-44c5-88f6-9d051001ccbf req-0194ffa0-2d75-42e6-87db-5a8db883fee6 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:09.906184 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e0896383-e875-44c5-88f6-9d051001ccbf req-0194ffa0-2d75-42e6-87db-5a8db883fee6 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 931 time: 0.0511882 May 24 14:11:09.952710 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e0896383-e875-44c5-88f6-9d051001ccbf req-903debff-0bd3-4dc7-984f-40e38de71590 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7624747-fc9f-4677-aa27-ae30703e62ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409570 May 24 14:11:10.183791 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:11.075526 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306f399-2ca3-4e04-a457-69f88a5e8352 req-6565ef17-1718-439e-8f0e-002e680d9542 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:11.077056 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-4306f399-2ca3-4e04-a457-69f88a5e8352 req-6565ef17-1718-439e-8f0e-002e680d9542 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 931 time: 0.0502326 May 24 14:11:11.124992 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-4306f399-2ca3-4e04-a457-69f88a5e8352 req-cc506e8d-4bcc-4d28-b3b2-14cafdbd1479 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7624747-fc9f-4677-aa27-ae30703e62ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424771 May 24 14:11:11.959693 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [req-c212b7b5-2722-4279-b884-814329ca61a4 req-084ef6db-7049-48cd-abe3-f43f9d280285 service neutron] Request body: {'port': {'device_id': '50c210ef-d814-4516-bb61-d74a5a880aff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:11:12.019171 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-c212b7b5-2722-4279-b884-814329ca61a4 req-084ef6db-7049-48cd-abe3-f43f9d280285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (3c3792a2-16be-4b1a-9ed7-d4d04705b095), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:12.240476 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443864d-0534-4a70-9b72-790514012da0 req-6e7a726c-1005-44b2-a3c5-86ae7a1d8b5c tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:12.241976 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-2443864d-0534-4a70-9b72-790514012da0 req-6e7a726c-1005-44b2-a3c5-86ae7a1d8b5c tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 931 time: 0.0486252 May 24 14:11:12.292000 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-2443864d-0534-4a70-9b72-790514012da0 req-33ff14ba-2ecf-46d9-9643-a90453f9cd3e tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7624747-fc9f-4677-aa27-ae30703e62ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432591 May 24 14:11:12.488561 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:11:12.527073 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [req-c212b7b5-2722-4279-b884-814329ca61a4 req-084ef6db-7049-48cd-abe3-f43f9d280285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c3792a2-16be-4b1a-9ed7-d4d04705b095 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 14:11:12.534340 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-c212b7b5-2722-4279-b884-814329ca61a4 req-084ef6db-7049-48cd-abe3-f43f9d280285 service neutron] Publish callbacks [] for port (3c3792a2-16be-4b1a-9ed7-d4d04705b095), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:12.547150 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-c212b7b5-2722-4279-b884-814329ca61a4 req-084ef6db-7049-48cd-abe3-f43f9d280285 service neutron] Transition to ACTIVE for port object 3c3792a2-16be-4b1a-9ed7-d4d04705b095 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 14:11:12.550763 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-c212b7b5-2722-4279-b884-814329ca61a4 req-084ef6db-7049-48cd-abe3-f43f9d280285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5714289'] for port (3c3792a2-16be-4b1a-9ed7-d4d04705b095), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:12.601893 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ef6db-7049-48cd-abe3-f43f9d280285 service neutron] Pushing event updated for resources: {'Port': ['ID=3c3792a2-16be-4b1a-9ed7-d4d04705b095,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:11:12.656375 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:11:12.679106 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-c212b7b5-2722-4279-b884-814329ca61a4 req-084ef6db-7049-48cd-abe3-f43f9d280285 service neutron] Attempting to bind port 3c3792a2-16be-4b1a-9ed7-d4d04705b095 on host hv-cinder-84212 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 14:11:12.679441 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-c212b7b5-2722-4279-b884-814329ca61a4 req-084ef6db-7049-48cd-abe3-f43f9d280285 service neutron] Attempting to bind port 3c3792a2-16be-4b1a-9ed7-d4d04705b095 by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': '8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ca7ebee3-d4f2-4e52-bae6-d78f4c39715f'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 14:11:12.679770 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c212b7b5-2722-4279-b884-814329ca61a4 req-084ef6db-7049-48cd-abe3-f43f9d280285 service neutron] Attempting to bind port 3c3792a2-16be-4b1a-9ed7-d4d04705b095 on network ca7ebee3-d4f2-4e52-bae6-d78f4c39715f {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:11:12.684668 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c212b7b5-2722-4279-b884-814329ca61a4 req-084ef6db-7049-48cd-abe3-f43f9d280285 service neutron] Port 3c3792a2-16be-4b1a-9ed7-d4d04705b095 on network ca7ebee3-d4f2-4e52-bae6-d78f4c39715f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 14:11:12.684993 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c212b7b5-2722-4279-b884-814329ca61a4 req-084ef6db-7049-48cd-abe3-f43f9d280285 service neutron] Attempting to bind port 3c3792a2-16be-4b1a-9ed7-d4d04705b095 on network ca7ebee3-d4f2-4e52-bae6-d78f4c39715f {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:11:12.689969 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c212b7b5-2722-4279-b884-814329ca61a4 req-084ef6db-7049-48cd-abe3-f43f9d280285 service neutron] Checking agent: {'id': 'a7952d12-b11e-49b3-ae0f-02e893d8d6d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'started_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 14, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 14:11:12.690307 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c212b7b5-2722-4279-b884-814329ca61a4 req-084ef6db-7049-48cd-abe3-f43f9d280285 service neutron] Checking segment: {'id': '8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ca7ebee3-d4f2-4e52-bae6-d78f4c39715f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 14:11:12.690683 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c212b7b5-2722-4279-b884-814329ca61a4 req-084ef6db-7049-48cd-abe3-f43f9d280285 service neutron] Bound using segment: {'id': '8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ca7ebee3-d4f2-4e52-bae6-d78f4c39715f'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 14:11:12.691108 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-c212b7b5-2722-4279-b884-814329ca61a4 req-084ef6db-7049-48cd-abe3-f43f9d280285 service neutron] Bound port: 3c3792a2-16be-4b1a-9ed7-d4d04705b095, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ca7ebee3-d4f2-4e52-bae6-d78f4c39715f'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 14:11:12.691465 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-c212b7b5-2722-4279-b884-814329ca61a4 req-084ef6db-7049-48cd-abe3-f43f9d280285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (3c3792a2-16be-4b1a-9ed7-d4d04705b095), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:12.754400 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-c212b7b5-2722-4279-b884-814329ca61a4 req-084ef6db-7049-48cd-abe3-f43f9d280285 service neutron] For port 3c3792a2-16be-4b1a-9ed7-d4d04705b095, host hv-cinder-84212, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 14:11:12.757833 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-c212b7b5-2722-4279-b884-814329ca61a4 req-084ef6db-7049-48cd-abe3-f43f9d280285 service neutron] For port 3c3792a2-16be-4b1a-9ed7-d4d04705b095, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=3c3792a2-16be-4b1a-9ed7-d4d04705b095,segment=NetworkSegment(8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1),segment_id=8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 14:11:12.764567 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-c212b7b5-2722-4279-b884-814329ca61a4 req-084ef6db-7049-48cd-abe3-f43f9d280285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5714289'] for port (3c3792a2-16be-4b1a-9ed7-d4d04705b095), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:12.799519 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212b7b5-2722-4279-b884-814329ca61a4 req-084ef6db-7049-48cd-abe3-f43f9d280285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:12.800485 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-c212b7b5-2722-4279-b884-814329ca61a4 req-084ef6db-7049-48cd-abe3-f43f9d280285 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:12.801894 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c212b7b5-2722-4279-b884-814329ca61a4 req-084ef6db-7049-48cd-abe3-f43f9d280285 service neutron] 10.222.0.55 "PUT /v2.0/ports/3c3792a2-16be-4b1a-9ed7-d4d04705b095 HTTP/1.1" status: 200 len: 1093 time: 0.8922782 May 24 14:11:12.804182 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c210ef-d814-4516-bb61-d74a5a880aff', 'tag': '3c3792a2-16be-4b1a-9ed7-d4d04705b095'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:11:12.809167 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60922b96e112649546d89072a262e180bf09e65c4ab2e641290b12b7b14c337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bb49b2-181a-4f75-baf7-b533ca8be0ae" -d '{"events": [{"name": "network-changed", "server_uuid": "50c210ef-d814-4516-bb61-d74a5a880aff", "tag": "3c3792a2-16be-4b1a-9ed7-d4d04705b095"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:11:12.843647 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ef6db-7049-48cd-abe3-f43f9d280285 service neutron] Pushing event updated for resources: {'Port': ['ID=3c3792a2-16be-4b1a-9ed7-d4d04705b095,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:11:12.864868 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 14:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097c67b9-5ea7-4520-a74f-d8f54780b9cf x-openstack-request-id: req-097c67b9-5ea7-4520-a74f-d8f54780b9cf {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:11:12.865149 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c210ef-d814-4516-bb61-d74a5a880aff", "tag": "3c3792a2-16be-4b1a-9ed7-d4d04705b095", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:11:12.865395 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-097c67b9-5ea7-4520-a74f-d8f54780b9cf {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:11:12.865777 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-097c67b9-5ea7-4520-a74f-d8f54780b9cf'] response: {'name': 'network-changed', 'server_uuid': '50c210ef-d814-4516-bb61-d74a5a880aff', 'tag': '3c3792a2-16be-4b1a-9ed7-d4d04705b095', 'status': 'completed', 'code': 200} May 24 14:11:12.897047 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212b7b5-2722-4279-b884-814329ca61a4 req-72afdcb8-9e42-4dc1-9b82-a95c008a4521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:12.898620 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c212b7b5-2722-4279-b884-814329ca61a4 req-72afdcb8-9e42-4dc1-9b82-a95c008a4521 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b878ba5622b445a0be6f66811572d4cd&device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 1127 time: 0.0439353 May 24 14:11:12.941007 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c212b7b5-2722-4279-b884-814329ca61a4 req-ba6dd9d0-d0fb-4369-a4dd-313f4062ef0f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c3792a2-16be-4b1a-9ed7-d4d04705b095 HTTP/1.1" status: 200 len: 217 time: 0.0338972 May 24 14:11:12.990613 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212b7b5-2722-4279-b884-814329ca61a4 req-a569f419-e93e-4052-8960-5aec7f9e28c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:12.992099 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c212b7b5-2722-4279-b884-814329ca61a4 req-a569f419-e93e-4052-8960-5aec7f9e28c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=92afa446-4360-474e-b370-0dfc1216785f HTTP/1.1" status: 200 len: 852 time: 0.0465035 May 24 14:11:13.037509 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212b7b5-2722-4279-b884-814329ca61a4 req-61578b33-d435-418e-9de3-5f6a81412967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:13.038876 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c212b7b5-2722-4279-b884-814329ca61a4 req-61578b33-d435-418e-9de3-5f6a81412967 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca7ebee3-d4f2-4e52-bae6-d78f4c39715f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411241 May 24 14:11:13.128929 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c212b7b5-2722-4279-b884-814329ca61a4 req-fe3fc320-c2f5-4821-b2ec-0b163d0c8ae8 service neutron] 10.222.0.55 "GET /v2.0/networks/ca7ebee3-d4f2-4e52-bae6-d78f4c39715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834851 May 24 14:11:13.222393 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c212b7b5-2722-4279-b884-814329ca61a4 req-ff59772d-753e-4dd2-913f-6f1f3d83ef94 service neutron] 10.222.0.55 "GET /v2.0/networks/ca7ebee3-d4f2-4e52-bae6-d78f4c39715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865664 May 24 14:11:13.379498 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=73,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:11:13.380484 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=84 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:11:13.405976 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1618ec-c5ae-4f51-b8a9-7b508a7eb0f1 req-49206f66-2511-4300-ba59-e2a25ee5ea23 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:13.407573 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1a1618ec-c5ae-4f51-b8a9-7b508a7eb0f1 req-49206f66-2511-4300-ba59-e2a25ee5ea23 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 943 time: 0.0486383 May 24 14:11:13.457320 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1a1618ec-c5ae-4f51-b8a9-7b508a7eb0f1 req-8827f2bb-0c74-417f-989c-afa71be64ee4 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7624747-fc9f-4677-aa27-ae30703e62ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441582 May 24 14:11:14.571374 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49b1b2-800d-428c-96c7-31efff6627fa req-10f1153a-d84f-4b8d-8d6f-b78414d2f46d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:14.573147 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-dd49b1b2-800d-428c-96c7-31efff6627fa req-10f1153a-d84f-4b8d-8d6f-b78414d2f46d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 943 time: 0.0480175 May 24 14:11:14.619605 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-dd49b1b2-800d-428c-96c7-31efff6627fa req-cfadaf27-7f07-4c97-aafc-b3e69ab9042c tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7624747-fc9f-4677-aa27-ae30703e62ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407224 May 24 14:11:15.334187 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [req-02b30d29-d817-4ebb-9eb3-ed268f29c218 req-d9856fc3-9954-4afa-a0ad-a0bea7a47441 service neutron] (103807) timed out ('10.222.0.55', 51169) {{(pid=103807) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 24 14:11:15.577135 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb49b2-181a-4f75-baf7-b533ca8be0ae req-01fc1c02-87f3-4042-a412-2aa3dbb73289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:15.578570 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-44bb49b2-181a-4f75-baf7-b533ca8be0ae req-01fc1c02-87f3-4042-a412-2aa3dbb73289 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b878ba5622b445a0be6f66811572d4cd&device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 1127 time: 0.0396016 May 24 14:11:15.671560 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb49b2-181a-4f75-baf7-b533ca8be0ae req-5acb6665-4595-45aa-b812-dd0dee8d7993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:15.673049 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-44bb49b2-181a-4f75-baf7-b533ca8be0ae req-5acb6665-4595-45aa-b812-dd0dee8d7993 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca7ebee3-d4f2-4e52-bae6-d78f4c39715f HTTP/1.1" status: 200 len: 914 time: 0.0890791 May 24 14:11:15.712584 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-44bb49b2-181a-4f75-baf7-b533ca8be0ae req-9087a479-142e-4fee-be2f-c41f8b806203 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c3792a2-16be-4b1a-9ed7-d4d04705b095 HTTP/1.1" status: 200 len: 217 time: 0.0327961 May 24 14:11:15.729549 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 3c3792a2-16be-4b1a-9ed7-d4d04705b095 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=103809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 14:11:15.735371 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b3bc1-cbeb-43fc-a746-6912c20e36d1 req-c9a6c73a-e917-4ce6-b05c-b6f409b2fd8b tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:15.736904 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4b5b3bc1-cbeb-43fc-a746-6912c20e36d1 req-c9a6c73a-e917-4ce6-b05c-b6f409b2fd8b tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 943 time: 0.0471036 May 24 14:11:15.753385 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:11:15.768299 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb49b2-181a-4f75-baf7-b533ca8be0ae req-690f0896-9d90-46b5-876c-e7a83d99f6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:15.770048 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-44bb49b2-181a-4f75-baf7-b533ca8be0ae req-690f0896-9d90-46b5-876c-e7a83d99f6e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=92afa446-4360-474e-b370-0dfc1216785f HTTP/1.1" status: 200 len: 852 time: 0.0520260 May 24 14:11:15.786820 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-4b5b3bc1-cbeb-43fc-a746-6912c20e36d1 req-8432a863-4fa2-45cf-af7d-eb3e47823300 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7624747-fc9f-4677-aa27-ae30703e62ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439591 May 24 14:11:15.814234 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb49b2-181a-4f75-baf7-b533ca8be0ae req-0720d7df-41d3-4b18-8d39-b265f52a5f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:15.815732 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-44bb49b2-181a-4f75-baf7-b533ca8be0ae req-0720d7df-41d3-4b18-8d39-b265f52a5f57 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca7ebee3-d4f2-4e52-bae6-d78f4c39715f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403278 May 24 14:11:15.831885 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 3c3792a2-16be-4b1a-9ed7-d4d04705b095, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=3c3792a2-16be-4b1a-9ed7-d4d04705b095,segment=NetworkSegment(8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1),segment_id=8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:11:15.843431 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Returning: {'device': '3c3792a2-16be-4b1a-9ed7-d4d04705b095', 'network_id': 'ca7ebee3-d4f2-4e52-bae6-d78f4c39715f', 'port_id': '3c3792a2-16be-4b1a-9ed7-d4d04705b095', 'mac_address': 'fa:16:3e:f0:58:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92afa446-4360-474e-b370-0dfc1216785f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 14:11:15.876466 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:11:15.879211 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 3c3792a2-16be-4b1a-9ed7-d4d04705b095 is: DOWN; New status is: BUILD {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:11:15.879912 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (3c3792a2-16be-4b1a-9ed7-d4d04705b095), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:15.893514 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c3792a2-16be-4b1a-9ed7-d4d04705b095 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 14:11:15.906012 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-44bb49b2-181a-4f75-baf7-b533ca8be0ae req-8b50d718-28f5-4ff1-8dd5-24dbb5e2633a service neutron] 10.222.0.55 "GET /v2.0/networks/ca7ebee3-d4f2-4e52-bae6-d78f4c39715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834849 May 24 14:11:15.912626 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 3c3792a2-16be-4b1a-9ed7-d4d04705b095, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=3c3792a2-16be-4b1a-9ed7-d4d04705b095,segment=NetworkSegment(8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1),segment_id=8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:11:15.917235 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (3c3792a2-16be-4b1a-9ed7-d4d04705b095), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:16.002659 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-44bb49b2-181a-4f75-baf7-b533ca8be0ae req-a86455dd-8610-4bfe-9889-84e2499927cf service neutron] 10.222.0.55 "GET /v2.0/networks/ca7ebee3-d4f2-4e52-bae6-d78f4c39715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898716 May 24 14:11:16.089143 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=3c3792a2-16be-4b1a-9ed7-d4d04705b095,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:11:16.285900 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['3c3792a2-16be-4b1a-9ed7-d4d04705b095'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 14:11:16.383438 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:11:16.901075 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf024a-eb23-4873-855e-8fd6acccf9f6 req-fe21701f-c025-47ac-9b3c-d8efd2ec1341 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:16.902541 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bddf024a-eb23-4873-855e-8fd6acccf9f6 req-fe21701f-c025-47ac-9b3c-d8efd2ec1341 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 944 time: 0.0478358 May 24 14:11:16.958743 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bddf024a-eb23-4873-855e-8fd6acccf9f6 req-17a3e292-5152-4508-a2c3-a1778629fb3e tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7624747-fc9f-4677-aa27-ae30703e62ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425770 May 24 14:11:17.744745 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 3c3792a2-16be-4b1a-9ed7-d4d04705b095 up at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:11:17.789118 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning for port 3c3792a2-16be-4b1a-9ed7-d4d04705b095 completed by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 14:11:17.795647 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning complete for port 3c3792a2-16be-4b1a-9ed7-d4d04705b095 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:11:17.796125 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (3c3792a2-16be-4b1a-9ed7-d4d04705b095), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:17.832044 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:11:17.870263 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 3c3792a2-16be-4b1a-9ed7-d4d04705b095 is: BUILD; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:11:17.870648 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (3c3792a2-16be-4b1a-9ed7-d4d04705b095), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:17.893148 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c210ef-d814-4516-bb61-d74a5a880aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3792a2-16be-4b1a-9ed7-d4d04705b095'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:11:17.895363 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6704ccb53a4068acec69ef2b688a9e5af712f2ba46f4bf8cce86ae06eb28aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f5f390-72cf-4fbc-8922-634390709e22" -d '{"events": [{"server_uuid": "50c210ef-d814-4516-bb61-d74a5a880aff", "name": "network-vif-plugged", "status": "completed", "tag": "3c3792a2-16be-4b1a-9ed7-d4d04705b095"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:11:17.908780 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 3c3792a2-16be-4b1a-9ed7-d4d04705b095, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=3c3792a2-16be-4b1a-9ed7-d4d04705b095,segment=NetworkSegment(8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1),segment_id=8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:11:17.912730 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (3c3792a2-16be-4b1a-9ed7-d4d04705b095), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:17.940360 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 14:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579b09eb-e8b7-4df5-b156-cf2f77ecf85f x-openstack-request-id: req-579b09eb-e8b7-4df5-b156-cf2f77ecf85f {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:11:17.940645 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c210ef-d814-4516-bb61-d74a5a880aff", "name": "network-vif-plugged", "status": "completed", "tag": "3c3792a2-16be-4b1a-9ed7-d4d04705b095", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:11:17.940891 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-579b09eb-e8b7-4df5-b156-cf2f77ecf85f {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:11:17.941273 dv-cinder-842129-1-iscsi neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-579b09eb-e8b7-4df5-b156-cf2f77ecf85f'] response: {'server_uuid': '50c210ef-d814-4516-bb61-d74a5a880aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3792a2-16be-4b1a-9ed7-d4d04705b095', 'code': 200} May 24 14:11:17.966321 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=3c3792a2-16be-4b1a-9ed7-d4d04705b095,revision_number=5']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:11:18.107880 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72150073-76b2-4598-aca5-df356f0957ab req-ba20bddf-7c4e-46f8-a708-9de7622065a5 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:18.109270 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-72150073-76b2-4598-aca5-df356f0957ab req-ba20bddf-7c4e-46f8-a708-9de7622065a5 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 945 time: 0.0808802 May 24 14:11:18.112312 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578fc61-41af-414d-bdbe-880079e54f89 req-cd95bb9f-e4d5-4524-9b59-31dabe5490a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:18.113663 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0578fc61-41af-414d-bdbe-880079e54f89 req-cd95bb9f-e4d5-4524-9b59-31dabe5490a5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 1129 time: 0.0518935 May 24 14:11:18.185192 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-72150073-76b2-4598-aca5-df356f0957ab req-14df6b63-d25e-4c61-bdc7-a6e53d45329f tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7624747-fc9f-4677-aa27-ae30703e62ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701938 May 24 14:11:18.188494 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0578fc61-41af-414d-bdbe-880079e54f89 req-0ef83acf-8185-4090-be6e-c40b1e578f59 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b7624747-fc9f-4677-aa27-ae30703e62ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668800 May 24 14:11:19.262561 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=69 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:11:19.264739 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=79 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:11:19.301126 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9dcb5d-ed00-4442-b6ac-1b843037b7d6 req-852a6e26-0ace-4f3e-85a3-c98ebf7d0cfa tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:19.302588 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3d9dcb5d-ed00-4442-b6ac-1b843037b7d6 req-852a6e26-0ace-4f3e-85a3-c98ebf7d0cfa tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 945 time: 0.0495565 May 24 14:11:19.351096 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3d9dcb5d-ed00-4442-b6ac-1b843037b7d6 req-3e5a4cac-fcf7-405d-a0d3-f282763348c2 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7624747-fc9f-4677-aa27-ae30703e62ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423310 May 24 14:11:20.466039 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810fd76-ce50-4d2e-b91b-7493c868cae0 req-21b50580-4c5e-4d7b-9664-6a8f4f3be68b tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:20.467369 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c810fd76-ce50-4d2e-b91b-7493c868cae0 req-21b50580-4c5e-4d7b-9664-6a8f4f3be68b tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 945 time: 0.0462997 May 24 14:11:20.517446 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c810fd76-ce50-4d2e-b91b-7493c868cae0 req-a65624f3-9d03-4cfb-8b29-ed0092d39590 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7624747-fc9f-4677-aa27-ae30703e62ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445867 May 24 14:11:20.631843 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b6bf8-c3a1-495b-824a-779d4a8241e5 req-837dff35-7011-4964-a22a-25ec52bd355d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:20.633300 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ec1b6bf8-c3a1-495b-824a-779d4a8241e5 req-837dff35-7011-4964-a22a-25ec52bd355d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 945 time: 0.0506711 May 24 14:11:20.680107 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ec1b6bf8-c3a1-495b-824a-779d4a8241e5 req-1a033c6e-ace7-4c12-adf4-eda9b8ac6146 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7624747-fc9f-4677-aa27-ae30703e62ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412059 May 24 14:11:20.992807 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219962e-8de6-46d8-9ebb-b841f7aff664 req-3c42ba47-301a-45ea-8c6e-2cd1b599e55a tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:20.994353 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a219962e-8de6-46d8-9ebb-b841f7aff664 req-3c42ba47-301a-45ea-8c6e-2cd1b599e55a tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 945 time: 0.0476112 May 24 14:11:21.040937 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a219962e-8de6-46d8-9ebb-b841f7aff664 req-302af62e-03e3-4b3a-9374-97ced0062864 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7624747-fc9f-4677-aa27-ae30703e62ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407851 May 24 14:11:23.841258 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4d7f5e5b-56b4-481a-9017-26e09c6a5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:26.168704 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:11:26.183715 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8a979703-19a2-4dda-9d9f-031e4aa82c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:27.463129 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:28.591105 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:30.431506 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa136385-8742-46c7-b154-24bf0be88e18 req-59a752d1-5a05-4d07-9710-fbb62620c71f tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:30.433465 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fa136385-8742-46c7-b154-24bf0be88e18 req-59a752d1-5a05-4d07-9710-fbb62620c71f tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 945 time: 0.0529358 May 24 14:11:30.457496 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:30.482547 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-fa136385-8742-46c7-b154-24bf0be88e18 req-9389f591-b539-449a-8ab2-9defcbaa71be tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7624747-fc9f-4677-aa27-ae30703e62ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433552 May 24 14:11:30.505223 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 44794) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:11:30.511624 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=48 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:11:30.513560 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=62 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:11:30.585192 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f75b3e-e582-4091-a7c1-11fa7da853d4 tempest-TestMinimumBasicScenario-959175736 tempest-TestMinimumBasicScenario-959175736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:30.586680 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-49f75b3e-e582-4091-a7c1-11fa7da853d4 tempest-TestMinimumBasicScenario-959175736 tempest-TestMinimumBasicScenario-959175736-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 1124 time: 0.0804794 May 24 14:11:30.589646 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 44798) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:11:30.593714 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-0c1129cb-4036-47be-9830-4d446891a19d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Request body: {'floatingip': {'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'port_id': '3c3792a2-16be-4b1a-9ed7-d4d04705b095', 'tenant_id': 'b878ba5622b445a0be6f66811572d4cd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:11:30.613905 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0c1129cb-4036-47be-9830-4d446891a19d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:30.690739 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0c1129cb-4036-47be-9830-4d446891a19d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:30.805529 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-0c1129cb-4036-47be-9830-4d446891a19d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Allocated IP 172.27.3.137 (77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6/277372c2-c924-4ff9-98b4-a2b2337930ef/5e35434a-b834-4b44-b974-a63fd726dcdb) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 14:11:30.911171 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0c1129cb-4036-47be-9830-4d446891a19d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks [] for port (5e35434a-b834-4b44-b974-a63fd726dcdb), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:30.947295 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0c1129cb-4036-47be-9830-4d446891a19d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (5e35434a-b834-4b44-b974-a63fd726dcdb), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:30.986427 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1129cb-4036-47be-9830-4d446891a19d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:11:30.989243 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-0c1129cb-4036-47be-9830-4d446891a19d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:11:30.992905 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1129cb-4036-47be-9830-4d446891a19d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 14:11:31.015187 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1129cb-4036-47be-9830-4d446891a19d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Pushing event updated for resources: {'Port': ['ID=5e35434a-b834-4b44-b974-a63fd726dcdb,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:11:31.026715 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1129cb-4036-47be-9830-4d446891a19d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:11:31.027145 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1129cb-4036-47be-9830-4d446891a19d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:11:31.027485 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1129cb-4036-47be-9830-4d446891a19d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:11:31.027825 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1129cb-4036-47be-9830-4d446891a19d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:11:31.028159 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1129cb-4036-47be-9830-4d446891a19d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:11:31.028481 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1129cb-4036-47be-9830-4d446891a19d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:11:31.028799 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1129cb-4036-47be-9830-4d446891a19d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:11:31.029114 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1129cb-4036-47be-9830-4d446891a19d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:11:31.029430 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1129cb-4036-47be-9830-4d446891a19d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:11:31.029745 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1129cb-4036-47be-9830-4d446891a19d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:11:31.030058 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1129cb-4036-47be-9830-4d446891a19d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:11:31.030369 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1129cb-4036-47be-9830-4d446891a19d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:11:31.030681 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1129cb-4036-47be-9830-4d446891a19d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:11:31.030990 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1129cb-4036-47be-9830-4d446891a19d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:11:31.031298 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1129cb-4036-47be-9830-4d446891a19d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:11:31.333286 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:11:31.345924 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:11:31.356242 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0c1129cb-4036-47be-9830-4d446891a19d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks [] for floatingip (a6efebf4-ed59-429b-bed9-a80ab50e2d0e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:31.424189 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0c1129cb-4036-47be-9830-4d446891a19d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (5e35434a-b834-4b44-b974-a63fd726dcdb), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:31.597234 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0c1129cb-4036-47be-9830-4d446891a19d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks [] for port (5e35434a-b834-4b44-b974-a63fd726dcdb), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:31.601489 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0c1129cb-4036-47be-9830-4d446891a19d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5714289'] for port (5e35434a-b834-4b44-b974-a63fd726dcdb), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:31.672343 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1129cb-4036-47be-9830-4d446891a19d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Pushing event updated for resources: {'Port': ['ID=5e35434a-b834-4b44-b974-a63fd726dcdb,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:11:31.682204 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0c1129cb-4036-47be-9830-4d446891a19d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534436'] for floatingip (a6efebf4-ed59-429b-bed9-a80ab50e2d0e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:31.779899 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.db.l3_db [None req-0c1129cb-4036-47be-9830-4d446891a19d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Floating IP a6efebf4-ed59-429b-bed9-a80ab50e2d0e associated. External IP: 172.27.3.137, port: 3c3792a2-16be-4b1a-9ed7-d4d04705b095. May 24 14:11:31.987143 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1129cb-4036-47be-9830-4d446891a19d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Router d053003a-db2a-470a-8458-99601af5719d has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:11:32.097855 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1129cb-4036-47be-9830-4d446891a19d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:11:32.107311 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6bf5ec-0bc1-47c3-9844-2c74b5129e66 None None] Sync routers for ids ['d053003a-db2a-470a-8458-99601af5719d'] in dv-cinder-842129-1-iscsi {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:11:32.116402 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0c1129cb-4036-47be-9830-4d446891a19d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:32.117729 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6bf5ec-0bc1-47c3-9844-2c74b5129e66 None None] Routers {'d053003a-db2a-470a-8458-99601af5719d'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:11:32.118347 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8e6bf5ec-0bc1-47c3-9844-2c74b5129e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:11:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['d053003a-db2a-470a-8458-99601af5719d'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:11:32.147699 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-0c1129cb-4036-47be-9830-4d446891a19d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5570495 May 24 14:11:32.148349 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c210ef-d814-4516-bb61-d74a5a880aff', 'tag': '3c3792a2-16be-4b1a-9ed7-d4d04705b095'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:11:32.150619 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 44800) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:11:32.152798 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60922b96e112649546d89072a262e180bf09e65c4ab2e641290b12b7b14c337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5974bfc-47b5-46cb-acf1-009959a2533f" -d '{"events": [{"name": "network-changed", "server_uuid": "50c210ef-d814-4516-bb61-d74a5a880aff", "tag": "3c3792a2-16be-4b1a-9ed7-d4d04705b095"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:11:32.156329 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-050f82e3-846b-4df1-b5c6-8bc8aab8d7aa tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1749158197', 'description': 'tempest-secgroup-smoke-1749158197 description', 'project_id': 'b878ba5622b445a0be6f66811572d4cd'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:11:32.179850 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-050f82e3-846b-4df1-b5c6-8bc8aab8d7aa tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:32.197314 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 14:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ed9502-8fb0-4c13-b332-a693b898d11b x-openstack-request-id: req-31ed9502-8fb0-4c13-b332-a693b898d11b {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:11:32.197690 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c210ef-d814-4516-bb61-d74a5a880aff", "tag": "3c3792a2-16be-4b1a-9ed7-d4d04705b095", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:11:32.197941 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-31ed9502-8fb0-4c13-b332-a693b898d11b {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:11:32.199267 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31ed9502-8fb0-4c13-b332-a693b898d11b'] response: {'name': 'network-changed', 'server_uuid': '50c210ef-d814-4516-bb61-d74a5a880aff', 'tag': '3c3792a2-16be-4b1a-9ed7-d4d04705b095', 'status': 'completed', 'code': 200} May 24 14:11:32.222746 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-8e6bf5ec-0bc1-47c3-9844-2c74b5129e66 None None] Set router d053003a-db2a-470a-8458-99601af5719d gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:11:32.258203 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-050f82e3-846b-4df1-b5c6-8bc8aab8d7aa tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks [] for security_group (cf44fb62-4da8-41d8-95e7-4e3870b1512b), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:32.263125 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-050f82e3-846b-4df1-b5c6-8bc8aab8d7aa tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (cf44fb62-4da8-41d8-95e7-4e3870b1512b), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:32.274909 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:11:32.278585 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5974bfc-47b5-46cb-acf1-009959a2533f req-cb04640a-bbc8-4825-b39b-a2e11d4be99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:32.280741 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e5974bfc-47b5-46cb-acf1-009959a2533f req-cb04640a-bbc8-4825-b39b-a2e11d4be99b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b878ba5622b445a0be6f66811572d4cd&device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 1129 time: 0.0509732 May 24 14:11:32.295697 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-050f82e3-846b-4df1-b5c6-8bc8aab8d7aa tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:32.296928 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-050f82e3-846b-4df1-b5c6-8bc8aab8d7aa tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1446946 May 24 14:11:32.298988 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f82e3-846b-4df1-b5c6-8bc8aab8d7aa tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf44fb62-4da8-41d8-95e7-4e3870b1512b,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:11:32.299278 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:11:32.300972 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 44804) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:11:32.307237 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-f2fc941e-5b55-478a-9aa4-da15557c6115 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Request body: {'security_group_rule': {'security_group_id': 'cf44fb62-4da8-41d8-95e7-4e3870b1512b', 'project_id': 'b878ba5622b445a0be6f66811572d4cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:11:32.322832 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f82e3-846b-4df1-b5c6-8bc8aab8d7aa tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:11:32.323782 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f82e3-846b-4df1-b5c6-8bc8aab8d7aa tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:11:32.324471 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f82e3-846b-4df1-b5c6-8bc8aab8d7aa tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:11:32.324913 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f82e3-846b-4df1-b5c6-8bc8aab8d7aa tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:11:32.325454 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f82e3-846b-4df1-b5c6-8bc8aab8d7aa tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:11:32.325783 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f82e3-846b-4df1-b5c6-8bc8aab8d7aa tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:11:32.326299 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f82e3-846b-4df1-b5c6-8bc8aab8d7aa tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:11:32.326615 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f82e3-846b-4df1-b5c6-8bc8aab8d7aa tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:11:32.327100 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f82e3-846b-4df1-b5c6-8bc8aab8d7aa tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:11:32.327584 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f82e3-846b-4df1-b5c6-8bc8aab8d7aa tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:11:32.328112 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f82e3-846b-4df1-b5c6-8bc8aab8d7aa tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:11:32.328590 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f82e3-846b-4df1-b5c6-8bc8aab8d7aa tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:11:32.329083 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f82e3-846b-4df1-b5c6-8bc8aab8d7aa tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:11:32.329579 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f82e3-846b-4df1-b5c6-8bc8aab8d7aa tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:11:32.330074 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f82e3-846b-4df1-b5c6-8bc8aab8d7aa tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:11:32.360216 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f2fc941e-5b55-478a-9aa4-da15557c6115 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks [] for security_group_rule (4399935e-c933-406f-9b16-20208ed99412), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:32.396632 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5974bfc-47b5-46cb-acf1-009959a2533f req-414dc6ea-e8b4-4f84-af6b-a65b7e90597b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:32.398265 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e5974bfc-47b5-46cb-acf1-009959a2533f req-414dc6ea-e8b4-4f84-af6b-a65b7e90597b service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca7ebee3-d4f2-4e52-bae6-d78f4c39715f HTTP/1.1" status: 200 len: 914 time: 0.1111505 May 24 14:11:32.419443 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f2fc941e-5b55-478a-9aa4-da15557c6115 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks [] for security_group_rule (4399935e-c933-406f-9b16-20208ed99412), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:32.424999 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f2fc941e-5b55-478a-9aa4-da15557c6115 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709697'] for security_group_rule (4399935e-c933-406f-9b16-20208ed99412), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:32.444474 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc941e-5b55-478a-9aa4-da15557c6115 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4399935e-c933-406f-9b16-20208ed99412,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:11:32.453935 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f2fc941e-5b55-478a-9aa4-da15557c6115 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:32.455369 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-f2fc941e-5b55-478a-9aa4-da15557c6115 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1527791 May 24 14:11:32.458013 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 44806) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:11:32.462436 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-3a2f9bcd-7d8c-4ed5-8b34-7a86287a830d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Request body: {'security_group_rule': {'security_group_id': 'cf44fb62-4da8-41d8-95e7-4e3870b1512b', 'project_id': 'b878ba5622b445a0be6f66811572d4cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:11:32.475020 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e5974bfc-47b5-46cb-acf1-009959a2533f req-d57804f6-64e1-4acd-8c24-6bae227a88ec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c3792a2-16be-4b1a-9ed7-d4d04705b095 HTTP/1.1" status: 200 len: 999 time: 0.0650601 May 24 14:11:32.481402 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8e6bf5ec-0bc1-47c3-9844-2c74b5129e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd053003a-db2a-470a-8458-99601af5719d', 'name': 'tempest-TestMinimumBasicScenario-94481849-router', 'tenant_id': 'b878ba5622b445a0be6f66811572d4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '1c7958f7-81f7-453f-b750-9502ecf5c354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:10:39Z', 'updated_at': '2022-05-24T14:10:41Z', 'revision_number': 4, 'project_id': 'b878ba5622b445a0be6f66811572d4cd', 'gw_port': {'id': '1c7958f7-81f7-453f-b750-9502ecf5c354', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd053003a-db2a-470a-8458-99601af5719d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:10:39Z', 'updated_at': '2022-05-24T14:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': 'a6efebf4-ed59-429b-bed9-a80ab50e2d0e', 'tenant_id': 'b878ba5622b445a0be6f66811572d4cd', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'd053003a-db2a-470a-8458-99601af5719d', 'port_id': '3c3792a2-16be-4b1a-9ed7-d4d04705b095', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7ebee3-d4f2-4e52-bae6-d78f4c39715f', 'mac_address': 'fa:16:3e:f0:58:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c210ef-d814-4516-bb61-d74a5a880aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T14:11:31Z', 'updated_at': '2022-05-24T14:11:31Z', 'revision_number': 0, 'project_id': 'b878ba5622b445a0be6f66811572d4cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff9f1ced-8ff1-433f-bb9c-fd6959587b34', 'name': '', 'network_id': 'ca7ebee3-d4f2-4e52-bae6-d78f4c39715f', 'tenant_id': 'b878ba5622b445a0be6f66811572d4cd', 'mac_address': 'fa:16:3e:a7:aa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd053003a-db2a-470a-8458-99601af5719d', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '92afa446-4360-474e-b370-0dfc1216785f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:10:41Z', 'updated_at': '2022-05-24T14:10:45Z', 'revision_number': 5, 'project_id': 'b878ba5622b445a0be6f66811572d4cd', 'subnets': [{'id': '92afa446-4360-474e-b370-0dfc1216785f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:11:32.493020 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3a2f9bcd-7d8c-4ed5-8b34-7a86287a830d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks [] for security_group_rule (a052f29d-8dd0-42b4-bbea-fe56948c4de2), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:32.515967 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6bf5ec-0bc1-47c3-9844-2c74b5129e66 None None] Checking router: d053003a-db2a-470a-8458-99601af5719d for host: dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:11:32.525771 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6bf5ec-0bc1-47c3-9844-2c74b5129e66 None None] Routers {'d053003a-db2a-470a-8458-99601af5719d'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:11:32.526844 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8e6bf5ec-0bc1-47c3-9844-2c74b5129e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:11:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['d053003a-db2a-470a-8458-99601af5719d'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:11:32.527914 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5974bfc-47b5-46cb-acf1-009959a2533f req-e384547d-ed24-439d-8e22-06bc7818deba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:32.529366 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e5974bfc-47b5-46cb-acf1-009959a2533f req-e384547d-ed24-439d-8e22-06bc7818deba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=92afa446-4360-474e-b370-0dfc1216785f HTTP/1.1" status: 200 len: 852 time: 0.0473831 May 24 14:11:32.546338 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3a2f9bcd-7d8c-4ed5-8b34-7a86287a830d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks [] for security_group_rule (a052f29d-8dd0-42b4-bbea-fe56948c4de2), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:32.550683 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3a2f9bcd-7d8c-4ed5-8b34-7a86287a830d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709697'] for security_group_rule (a052f29d-8dd0-42b4-bbea-fe56948c4de2), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:32.566384 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:11:32.575620 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3a2f9bcd-7d8c-4ed5-8b34-7a86287a830d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:32.576499 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5974bfc-47b5-46cb-acf1-009959a2533f req-eeb3de72-5ea6-4194-b335-2de3ec8ffdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:32.579667 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-3a2f9bcd-7d8c-4ed5-8b34-7a86287a830d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180108 May 24 14:11:32.579846 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e5974bfc-47b5-46cb-acf1-009959a2533f req-eeb3de72-5ea6-4194-b335-2de3ec8ffdd4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca7ebee3-d4f2-4e52-bae6-d78f4c39715f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414472 May 24 14:11:32.579846 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 44808) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:11:32.580838 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f9bcd-7d8c-4ed5-8b34-7a86287a830d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a052f29d-8dd0-42b4-bbea-fe56948c4de2,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:11:32.584212 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-67367dcd-a270-4624-bb54-6016c7b71f5e tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Request body: {'security_group_rule': {'security_group_id': 'cf44fb62-4da8-41d8-95e7-4e3870b1512b', 'project_id': 'b878ba5622b445a0be6f66811572d4cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:11:32.633154 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-8e6bf5ec-0bc1-47c3-9844-2c74b5129e66 None None] Set router d053003a-db2a-470a-8458-99601af5719d gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:11:32.675515 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-67367dcd-a270-4624-bb54-6016c7b71f5e tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks [] for security_group_rule (c3976959-279d-4892-b995-265b54191100), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:32.715050 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e5974bfc-47b5-46cb-acf1-009959a2533f req-0b752e89-44e6-44cb-aabb-64f3c00436ad service neutron] 10.222.0.55 "GET /v2.0/networks/ca7ebee3-d4f2-4e52-bae6-d78f4c39715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239538 May 24 14:11:32.779673 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-67367dcd-a270-4624-bb54-6016c7b71f5e tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks [] for security_group_rule (c3976959-279d-4892-b995-265b54191100), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:32.785800 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-67367dcd-a270-4624-bb54-6016c7b71f5e tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709697'] for security_group_rule (c3976959-279d-4892-b995-265b54191100), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:32.811903 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67367dcd-a270-4624-bb54-6016c7b71f5e tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3976959-279d-4892-b995-265b54191100,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:11:32.823505 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-67367dcd-a270-4624-bb54-6016c7b71f5e tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:32.824799 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-67367dcd-a270-4624-bb54-6016c7b71f5e tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2439821 May 24 14:11:32.827725 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 44810) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:11:32.833206 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-6ebf61fe-1917-4ea0-82df-511075940df9 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Request body: {'security_group_rule': {'security_group_id': 'cf44fb62-4da8-41d8-95e7-4e3870b1512b', 'project_id': 'b878ba5622b445a0be6f66811572d4cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:11:32.844052 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e5974bfc-47b5-46cb-acf1-009959a2533f req-ec0570d2-a99c-4f40-9c1b-f17da2640388 service neutron] 10.222.0.55 "GET /v2.0/networks/ca7ebee3-d4f2-4e52-bae6-d78f4c39715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195066 May 24 14:11:32.852621 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8e6bf5ec-0bc1-47c3-9844-2c74b5129e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd053003a-db2a-470a-8458-99601af5719d', 'name': 'tempest-TestMinimumBasicScenario-94481849-router', 'tenant_id': 'b878ba5622b445a0be6f66811572d4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '1c7958f7-81f7-453f-b750-9502ecf5c354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:10:39Z', 'updated_at': '2022-05-24T14:10:41Z', 'revision_number': 4, 'project_id': 'b878ba5622b445a0be6f66811572d4cd', 'gw_port': {'id': '1c7958f7-81f7-453f-b750-9502ecf5c354', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd053003a-db2a-470a-8458-99601af5719d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:10:39Z', 'updated_at': '2022-05-24T14:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': 'a6efebf4-ed59-429b-bed9-a80ab50e2d0e', 'tenant_id': 'b878ba5622b445a0be6f66811572d4cd', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'd053003a-db2a-470a-8458-99601af5719d', 'port_id': '3c3792a2-16be-4b1a-9ed7-d4d04705b095', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7ebee3-d4f2-4e52-bae6-d78f4c39715f', 'mac_address': 'fa:16:3e:f0:58:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c210ef-d814-4516-bb61-d74a5a880aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T14:11:31Z', 'updated_at': '2022-05-24T14:11:31Z', 'revision_number': 0, 'project_id': 'b878ba5622b445a0be6f66811572d4cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff9f1ced-8ff1-433f-bb9c-fd6959587b34', 'name': '', 'network_id': 'ca7ebee3-d4f2-4e52-bae6-d78f4c39715f', 'tenant_id': 'b878ba5622b445a0be6f66811572d4cd', 'mac_address': 'fa:16:3e:a7:aa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd053003a-db2a-470a-8458-99601af5719d', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '92afa446-4360-474e-b370-0dfc1216785f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:10:41Z', 'updated_at': '2022-05-24T14:10:45Z', 'revision_number': 5, 'project_id': 'b878ba5622b445a0be6f66811572d4cd', 'subnets': [{'id': '92afa446-4360-474e-b370-0dfc1216785f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:11:32.867434 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6ebf61fe-1917-4ea0-82df-511075940df9 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks [] for security_group_rule (b09e4ef8-305b-465f-8ecc-c1fcedbb59ab), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:32.878547 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:11:32.882028 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6bf5ec-0bc1-47c3-9844-2c74b5129e66 None None] The sync data for ids ['d053003a-db2a-470a-8458-99601af5719d'] in dv-cinder-842129-1-iscsi is: [{'id': 'd053003a-db2a-470a-8458-99601af5719d', 'name': 'tempest-TestMinimumBasicScenario-94481849-router', 'tenant_id': 'b878ba5622b445a0be6f66811572d4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '1c7958f7-81f7-453f-b750-9502ecf5c354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:10:39Z', 'updated_at': '2022-05-24T14:10:41Z', 'revision_number': 4, 'project_id': 'b878ba5622b445a0be6f66811572d4cd', 'gw_port': {'id': '1c7958f7-81f7-453f-b750-9502ecf5c354', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd053003a-db2a-470a-8458-99601af5719d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:10:39Z', 'updated_at': '2022-05-24T14:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': 'a6efebf4-ed59-429b-bed9-a80ab50e2d0e', 'tenant_id': 'b878ba5622b445a0be6f66811572d4cd', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'd053003a-db2a-470a-8458-99601af5719d', 'port_id': '3c3792a2-16be-4b1a-9ed7-d4d04705b095', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7ebee3-d4f2-4e52-bae6-d78f4c39715f', 'mac_address': 'fa:16:3e:f0:58:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c210ef-d814-4516-bb61-d74a5a880aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T14:11:31Z', 'updated_at': '2022-05-24T14:11:31Z', 'revision_number': 0, 'project_id': 'b878ba5622b445a0be6f66811572d4cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff9f1ced-8ff1-433f-bb9c-fd6959587b34', 'name': '', 'network_id': 'ca7ebee3-d4f2-4e52-bae6-d78f4c39715f', 'tenant_id': 'b878ba5622b445a0be6f66811572d4cd', 'mac_address': 'fa:16:3e:a7:aa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd053003a-db2a-470a-8458-99601af5719d', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '92afa446-4360-474e-b370-0dfc1216785f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:10:41Z', 'updated_at': '2022-05-24T14:10:45Z', 'revision_number': 5, 'project_id': 'b878ba5622b445a0be6f66811572d4cd', 'subnets': [{'id': '92afa446-4360-474e-b370-0dfc1216785f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:11:32.934809 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6ebf61fe-1917-4ea0-82df-511075940df9 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks [] for security_group_rule (b09e4ef8-305b-465f-8ecc-c1fcedbb59ab), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:32.938682 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6ebf61fe-1917-4ea0-82df-511075940df9 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709697'] for security_group_rule (b09e4ef8-305b-465f-8ecc-c1fcedbb59ab), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:32.961793 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf61fe-1917-4ea0-82df-511075940df9 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b09e4ef8-305b-465f-8ecc-c1fcedbb59ab,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:11:32.968494 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6ebf61fe-1917-4ea0-82df-511075940df9 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:32.969722 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-6ebf61fe-1917-4ea0-82df-511075940df9 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1402109 May 24 14:11:32.972466 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 44812) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:11:32.976816 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-3454607f-0c72-4b5d-8380-fb16a5516803 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Request body: {'security_group_rule': {'security_group_id': 'cf44fb62-4da8-41d8-95e7-4e3870b1512b', 'project_id': 'b878ba5622b445a0be6f66811572d4cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:11:33.001329 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.db.securitygroups_db [None req-3454607f-0c72-4b5d-8380-fb16a5516803 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Project b878ba5622b445a0be6f66811572d4cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 14:11:33.008196 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3454607f-0c72-4b5d-8380-fb16a5516803 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks [] for security_group_rule (d377b046-50dc-4369-ad27-f2dee5edeb89), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:33.071903 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3454607f-0c72-4b5d-8380-fb16a5516803 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks [] for security_group_rule (d377b046-50dc-4369-ad27-f2dee5edeb89), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:33.076979 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3454607f-0c72-4b5d-8380-fb16a5516803 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709697'] for security_group_rule (d377b046-50dc-4369-ad27-f2dee5edeb89), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:33.097671 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454607f-0c72-4b5d-8380-fb16a5516803 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d377b046-50dc-4369-ad27-f2dee5edeb89,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:11:33.098980 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef9f380-3d4d-4f18-b663-c496f324d443 None None] New status for floating IP a6efebf4-ed59-429b-bed9-a80ab50e2d0e: ACTIVE {{(pid=103809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 14:11:33.107992 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3454607f-0c72-4b5d-8380-fb16a5516803 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:33.109611 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-3454607f-0c72-4b5d-8380-fb16a5516803 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1361196 May 24 14:11:33.112036 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 44814) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:11:33.116350 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-0df4e84b-d84f-4b49-8170-43088e759c00 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Request body: {'security_group_rule': {'security_group_id': 'cf44fb62-4da8-41d8-95e7-4e3870b1512b', 'project_id': 'b878ba5622b445a0be6f66811572d4cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:11:33.137527 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.db.securitygroups_db [None req-0df4e84b-d84f-4b49-8170-43088e759c00 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Project b878ba5622b445a0be6f66811572d4cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 14:11:33.142781 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0df4e84b-d84f-4b49-8170-43088e759c00 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks [] for security_group_rule (16d73506-b9e5-44de-933a-e9a8d7275aba), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:33.205491 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0df4e84b-d84f-4b49-8170-43088e759c00 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks [] for security_group_rule (16d73506-b9e5-44de-933a-e9a8d7275aba), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:33.209115 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0df4e84b-d84f-4b49-8170-43088e759c00 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709697'] for security_group_rule (16d73506-b9e5-44de-933a-e9a8d7275aba), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:33.228055 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4e84b-d84f-4b49-8170-43088e759c00 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16d73506-b9e5-44de-933a-e9a8d7275aba,revision_number=0']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:11:33.240840 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0df4e84b-d84f-4b49-8170-43088e759c00 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:33.242075 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-0df4e84b-d84f-4b49-8170-43088e759c00 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1290684 May 24 14:11:33.335988 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-aaee473c-1ade-458c-af97-6b7443e01edf req-0a465bcb-8e0e-49b2-ac60-d94e85143768 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1749158197&fields=id&tenant_id=b878ba5622b445a0be6f66811572d4cd HTTP/1.1" status: 200 len: 267 time: 0.0441277 May 24 14:11:33.388616 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee473c-1ade-458c-af97-6b7443e01edf req-6f00db75-9e92-4020-9b1f-98025013efff tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:33.390135 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-aaee473c-1ade-458c-af97-6b7443e01edf req-6f00db75-9e92-4020-9b1f-98025013efff tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 945 time: 0.0487876 May 24 14:11:33.400596 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-aaee473c-1ade-458c-af97-6b7443e01edf req-e2dec85f-fcf6-421d-82ed-e0329962c470 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Request body: {'port': {'security_groups': ['b7624747-fc9f-4677-aa27-ae30703e62ee', 'cf44fb62-4da8-41d8-95e7-4e3870b1512b']}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:11:33.470787 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-aaee473c-1ade-458c-af97-6b7443e01edf req-e2dec85f-fcf6-421d-82ed-e0329962c470 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (3c3792a2-16be-4b1a-9ed7-d4d04705b095), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:33.680833 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-aaee473c-1ade-458c-af97-6b7443e01edf req-e2dec85f-fcf6-421d-82ed-e0329962c470 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] For port 3c3792a2-16be-4b1a-9ed7-d4d04705b095, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=3c3792a2-16be-4b1a-9ed7-d4d04705b095,segment=NetworkSegment(8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1),segment_id=8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:11:33.688588 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:11:33.709027 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=5 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:11:33.711461 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-aaee473c-1ade-458c-af97-6b7443e01edf req-e2dec85f-fcf6-421d-82ed-e0329962c470 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks [] for port (3c3792a2-16be-4b1a-9ed7-d4d04705b095), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:33.720249 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-aaee473c-1ade-458c-af97-6b7443e01edf req-e2dec85f-fcf6-421d-82ed-e0329962c470 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5058382'] for port (3c3792a2-16be-4b1a-9ed7-d4d04705b095), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:33.734688 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['3c3792a2-16be-4b1a-9ed7-d4d04705b095'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 14:11:33.762919 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee473c-1ade-458c-af97-6b7443e01edf req-e2dec85f-fcf6-421d-82ed-e0329962c470 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:33.763534 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-aaee473c-1ade-458c-af97-6b7443e01edf req-e2dec85f-fcf6-421d-82ed-e0329962c470 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:33.766626 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-aaee473c-1ade-458c-af97-6b7443e01edf req-e2dec85f-fcf6-421d-82ed-e0329962c470 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "PUT /v2.0/ports/3c3792a2-16be-4b1a-9ed7-d4d04705b095 HTTP/1.1" status: 200 len: 981 time: 0.3704584 May 24 14:11:33.772886 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c210ef-d814-4516-bb61-d74a5a880aff', 'tag': '3c3792a2-16be-4b1a-9ed7-d4d04705b095'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:11:33.775276 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdc691d-9559-4456-8cc6-81e3f88576b0" -d '{"events": [{"name": "network-changed", "server_uuid": "50c210ef-d814-4516-bb61-d74a5a880aff", "tag": "3c3792a2-16be-4b1a-9ed7-d4d04705b095"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:11:33.831251 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dec85f-fcf6-421d-82ed-e0329962c470 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Pushing event updated for resources: {'Port': ['ID=3c3792a2-16be-4b1a-9ed7-d4d04705b095,revision_number=6']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:11:33.843992 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 14:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07c8b98-a56c-4bc7-8307-42b5be1eb2b2 x-openstack-request-id: req-f07c8b98-a56c-4bc7-8307-42b5be1eb2b2 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:11:33.843992 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c210ef-d814-4516-bb61-d74a5a880aff", "tag": "3c3792a2-16be-4b1a-9ed7-d4d04705b095", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:11:33.844351 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f07c8b98-a56c-4bc7-8307-42b5be1eb2b2 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:11:33.844647 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f07c8b98-a56c-4bc7-8307-42b5be1eb2b2'] response: {'name': 'network-changed', 'server_uuid': '50c210ef-d814-4516-bb61-d74a5a880aff', 'tag': '3c3792a2-16be-4b1a-9ed7-d4d04705b095', 'status': 'completed', 'code': 200} May 24 14:11:33.847801 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['3c3792a2-16be-4b1a-9ed7-d4d04705b095'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 14:11:33.938558 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99fbe0-d53e-43ff-b27c-3988d6a061e2 req-6e8167dd-fd4c-471f-b039-253935c31b84 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:33.940013 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-2d99fbe0-d53e-43ff-b27c-3988d6a061e2 req-6e8167dd-fd4c-471f-b039-253935c31b84 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 984 time: 0.1012375 May 24 14:11:33.941790 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc691d-9559-4456-8cc6-81e3f88576b0 req-6347a773-d3a9-4e98-8096-5aac90518f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:33.943173 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0cdc691d-9559-4456-8cc6-81e3f88576b0 req-6347a773-d3a9-4e98-8096-5aac90518f2f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b878ba5622b445a0be6f66811572d4cd&device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 1168 time: 0.0625181 May 24 14:11:34.074517 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-2d99fbe0-d53e-43ff-b27c-3988d6a061e2 req-69d59424-bb2f-46d3-aecc-4134f84a66e8 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf44fb62-4da8-41d8-95e7-4e3870b1512b&id=b7624747-fc9f-4677-aa27-ae30703e62ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1140289 May 24 14:11:34.097837 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc691d-9559-4456-8cc6-81e3f88576b0 req-5abb507a-b3fc-41e8-9c56-e3ed59a76015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:34.099628 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0cdc691d-9559-4456-8cc6-81e3f88576b0 req-5abb507a-b3fc-41e8-9c56-e3ed59a76015 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca7ebee3-d4f2-4e52-bae6-d78f4c39715f HTTP/1.1" status: 200 len: 914 time: 0.1489007 May 24 14:11:34.113306 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-2d07df7a-7a33-4d35-b189-09c87559c138 None None] Provisioning complete for port 3c3792a2-16be-4b1a-9ed7-d4d04705b095 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:11:34.113845 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2d07df7a-7a33-4d35-b189-09c87559c138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (3c3792a2-16be-4b1a-9ed7-d4d04705b095), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:34.163062 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0cdc691d-9559-4456-8cc6-81e3f88576b0 req-59039273-1601-4031-b1a9-33a8bde10e6b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c3792a2-16be-4b1a-9ed7-d4d04705b095 HTTP/1.1" status: 200 len: 1001 time: 0.0567791 May 24 14:11:34.224749 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc691d-9559-4456-8cc6-81e3f88576b0 req-ee73f38a-68ec-4d3f-a79d-14ac1a84b36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:34.226186 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0cdc691d-9559-4456-8cc6-81e3f88576b0 req-ee73f38a-68ec-4d3f-a79d-14ac1a84b36d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=92afa446-4360-474e-b370-0dfc1216785f HTTP/1.1" status: 200 len: 852 time: 0.0490241 May 24 14:11:34.264745 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:11:34.271860 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc691d-9559-4456-8cc6-81e3f88576b0 req-d8c02196-902d-4502-87a7-610e2382d064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:34.273358 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0cdc691d-9559-4456-8cc6-81e3f88576b0 req-d8c02196-902d-4502-87a7-610e2382d064 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca7ebee3-d4f2-4e52-bae6-d78f4c39715f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418794 May 24 14:11:34.283601 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-2d07df7a-7a33-4d35-b189-09c87559c138 None None] Current status of the port 3c3792a2-16be-4b1a-9ed7-d4d04705b095 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:11:34.327133 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:11:34.341302 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:11:34.366101 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0cdc691d-9559-4456-8cc6-81e3f88576b0 req-9e0b1f03-4aeb-4dde-bcb3-ff3ad0276363 service neutron] 10.222.0.55 "GET /v2.0/networks/ca7ebee3-d4f2-4e52-bae6-d78f4c39715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864120 May 24 14:11:34.396085 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:11:34.463721 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0cdc691d-9559-4456-8cc6-81e3f88576b0 req-58ab4205-1bcf-4342-9bf3-50f39175b0b7 service neutron] 10.222.0.55 "GET /v2.0/networks/ca7ebee3-d4f2-4e52-bae6-d78f4c39715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918117 May 24 14:11:40.195973 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:40.384097 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 14:11:41.183172 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175a684-e85c-4807-a213-16207900ace0 req-4b500d61-f29b-4b37-a765-69bb1e7901de tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:41.184885 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8175a684-e85c-4807-a213-16207900ace0 req-4b500d61-f29b-4b37-a765-69bb1e7901de tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0490410 May 24 14:11:41.237566 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-8175a684-e85c-4807-a213-16207900ace0 req-f95569d3-6aeb-4d9a-96cd-8e27d9971cc6 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467346 May 24 14:11:42.356030 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d74240-65ff-46c7-96e2-4f15f6a3120c req-eccf96de-7065-463d-a7e8-68af652e2583 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:42.358205 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-86d74240-65ff-46c7-96e2-4f15f6a3120c req-eccf96de-7065-463d-a7e8-68af652e2583 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0480406 May 24 14:11:42.411118 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-86d74240-65ff-46c7-96e2-4f15f6a3120c req-5f208101-c6b8-408a-8dab-1be1b933a41f tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474510 May 24 14:11:42.856928 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=84 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:11:43.527746 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d311b82-71d3-40d2-9f8b-7e333210e4f6 req-03886faf-8a83-47f8-9664-106f07afc3e7 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:43.529244 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6d311b82-71d3-40d2-9f8b-7e333210e4f6 req-03886faf-8a83-47f8-9664-106f07afc3e7 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0498419 May 24 14:11:43.577279 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-6d311b82-71d3-40d2-9f8b-7e333210e4f6 req-766cb6e2-abea-4b14-986e-0e996a8c578f tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424335 May 24 14:11:44.452673 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=6 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:11:44.689481 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4bdda-101c-4e74-83d1-68b457fa8796 req-b685be82-faa1-4b42-a771-529c845cdc50 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:44.690935 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-41d4bdda-101c-4e74-83d1-68b457fa8796 req-b685be82-faa1-4b42-a771-529c845cdc50 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0462034 May 24 14:11:44.952512 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-41d4bdda-101c-4e74-83d1-68b457fa8796 req-806c749d-e8e2-4a87-9d0f-9efd9cb2049b tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2561345 May 24 14:11:46.066611 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a0053-20d3-46a5-ad73-eb7894be2abb req-b643f5b7-bb53-415a-a121-f1ef4b443ad7 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:46.068335 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-143a0053-20d3-46a5-ad73-eb7894be2abb req-b643f5b7-bb53-415a-a121-f1ef4b443ad7 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0472341 May 24 14:11:46.113829 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-143a0053-20d3-46a5-ad73-eb7894be2abb req-0b766f22-9fcc-4582-8de0-54826e6810df tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401657 May 24 14:11:47.225673 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e1802a-566a-4f60-89bd-64d28b108c67 req-8d779141-4239-4ff8-90b8-0eac639daa2a tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:47.227100 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-82e1802a-566a-4f60-89bd-64d28b108c67 req-8d779141-4239-4ff8-90b8-0eac639daa2a tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0468161 May 24 14:11:47.272721 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-82e1802a-566a-4f60-89bd-64d28b108c67 req-75664867-0c59-4f4b-bd12-d0ae01a8324c tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401387 May 24 14:11:48.398787 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732425a1-12da-48be-b6ee-02aa89c43d5a req-bd236559-8404-4780-87d8-f98d55bb3c7d tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:48.400308 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-732425a1-12da-48be-b6ee-02aa89c43d5a req-bd236559-8404-4780-87d8-f98d55bb3c7d tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0524116 May 24 14:11:48.447470 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-732425a1-12da-48be-b6ee-02aa89c43d5a req-6960ec3e-565e-41af-b1ec-1c96c92f2c11 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414174 May 24 14:11:49.559721 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d738a6c-9fdd-4f27-8370-b39e9b0033b3 req-aefed054-d1f2-4fbe-8a0b-fb2daf200163 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:49.561213 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6d738a6c-9fdd-4f27-8370-b39e9b0033b3 req-aefed054-d1f2-4fbe-8a0b-fb2daf200163 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0463982 May 24 14:11:49.610999 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6d738a6c-9fdd-4f27-8370-b39e9b0033b3 req-c6d19a95-507b-42c0-ab2b-09030e75b3db tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443037 May 24 14:11:50.186015 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=12 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:11:50.192002 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:11:50.722987 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4413f85-696b-47ce-a0d8-367978468537 req-4ccc610e-a80a-468b-8566-1e43cc559de1 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:50.724527 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e4413f85-696b-47ce-a0d8-367978468537 req-4ccc610e-a80a-468b-8566-1e43cc559de1 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0474048 May 24 14:11:50.771882 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e4413f85-696b-47ce-a0d8-367978468537 req-1058b7ea-90d4-45aa-8595-44643596c345 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411386 May 24 14:11:51.888819 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca77f9a-1eb7-4995-a723-cec4e68c6dac req-30b6c66c-e8f2-4e11-a0c6-b9819f4be675 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:51.890293 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-9ca77f9a-1eb7-4995-a723-cec4e68c6dac req-30b6c66c-e8f2-4e11-a0c6-b9819f4be675 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0470407 May 24 14:11:51.937704 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-9ca77f9a-1eb7-4995-a723-cec4e68c6dac req-9d5810d5-2866-4eb3-a7fd-6272f7d48bb3 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419517 May 24 14:11:53.051540 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a090b93-d5e0-449a-8b24-a75031f47a2d req-6f161220-66e4-4ea8-8f21-3a812d169700 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:53.052999 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0a090b93-d5e0-449a-8b24-a75031f47a2d req-6f161220-66e4-4ea8-8f21-3a812d169700 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0487254 May 24 14:11:53.098400 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-0a090b93-d5e0-449a-8b24-a75031f47a2d req-32b6780f-1049-4fc7-9129-978acef5e5ee tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393174 May 24 14:11:53.678464 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=84 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:11:53.680971 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=14 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:11:53.842178 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-004b379c-559d-48c5-8c5b-7cdff18d05e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:54.210105 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d62927-9685-4287-85ee-2440412e5214 req-b1ddef55-81c4-49dc-bfef-da69fe581b50 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:54.211567 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-53d62927-9685-4287-85ee-2440412e5214 req-b1ddef55-81c4-49dc-bfef-da69fe581b50 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0471342 May 24 14:11:54.257661 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-53d62927-9685-4287-85ee-2440412e5214 req-25ad0ff8-1278-4d97-a0e8-e0fe04c1bb93 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398126 May 24 14:11:55.380488 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d249c-8655-493e-8f36-b533c3211fb3 req-779520d3-91e8-408d-a0ab-7911eecbb2ad tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:55.381954 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9a1d249c-8655-493e-8f36-b533c3211fb3 req-779520d3-91e8-408d-a0ab-7911eecbb2ad tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0519361 May 24 14:11:55.435410 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-9a1d249c-8655-493e-8f36-b533c3211fb3 req-02f8a1da-0dee-4d22-b556-f48ed4831891 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465362 May 24 14:11:56.175105 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3ff07ad4-9885-43d3-8a12-4d1ea5a7e57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:56.553982 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5b56b-5999-4412-87ba-4fdd709a9b2d req-1e846898-35e8-4898-9ac2-3a16b766f973 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:56.555440 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-dab5b56b-5999-4412-87ba-4fdd709a9b2d req-1e846898-35e8-4898-9ac2-3a16b766f973 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0494182 May 24 14:11:56.601352 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-dab5b56b-5999-4412-87ba-4fdd709a9b2d req-cd0da0d2-b8fd-4fdd-a218-7e09d39179e0 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397568 May 24 14:11:57.467751 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:57.713372 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6fdc9e-16c6-42e3-b68c-df3921a7afef req-04d618ea-3f2d-44ca-bf17-0a2762f1486b tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:57.715882 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1e6fdc9e-16c6-42e3-b68c-df3921a7afef req-04d618ea-3f2d-44ca-bf17-0a2762f1486b tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0466731 May 24 14:11:57.771780 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-1e6fdc9e-16c6-42e3-b68c-df3921a7afef req-a42fff80-63a2-4f73-a504-27022d8905c0 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473835 May 24 14:11:58.593476 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:11:58.882772 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23064e-3e8f-4602-b863-0888decf5ca1 req-2bfc1ca4-bbc8-4130-a774-0fb018293ea7 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:11:58.884247 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bd23064e-3e8f-4602-b863-0888decf5ca1 req-2bfc1ca4-bbc8-4130-a774-0fb018293ea7 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0460088 May 24 14:11:58.930027 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bd23064e-3e8f-4602-b863-0888decf5ca1 req-b34566c8-13bf-4fbd-b1ac-1e592bcc68fb tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401490 May 24 14:12:00.043662 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b396e9-fd4a-41ca-8c11-65bb78ac2ecd req-20af9ce9-92c1-40d4-b93d-21ded313b916 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:12:00.045112 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-42b396e9-fd4a-41ca-8c11-65bb78ac2ecd req-20af9ce9-92c1-40d4-b93d-21ded313b916 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0479836 May 24 14:12:00.090574 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-42b396e9-fd4a-41ca-8c11-65bb78ac2ecd req-4aa9a209-4e53-4013-bfcc-7831936fa326 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400259 May 24 14:12:00.450303 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:12:01.202441 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50445a-5458-451c-b457-acb15b5ecda5 req-8b53323e-3861-48e7-93de-78f3ff20a97b tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:12:01.203885 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-9d50445a-5458-451c-b457-acb15b5ecda5 req-8b53323e-3861-48e7-93de-78f3ff20a97b tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0461090 May 24 14:12:01.239425 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:12:01.254110 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-9d50445a-5458-451c-b457-acb15b5ecda5 req-2dc8b2c7-9f16-4025-b06f-3263c1efeea6 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448153 May 24 14:12:02.369434 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad180d45-d998-4a79-be62-1d2cbf0ae90d req-93076867-e79d-4f07-8d34-9b10426a5f42 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:12:02.371033 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ad180d45-d998-4a79-be62-1d2cbf0ae90d req-93076867-e79d-4f07-8d34-9b10426a5f42 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0463789 May 24 14:12:02.418375 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ad180d45-d998-4a79-be62-1d2cbf0ae90d req-c8ce155b-8cb6-4cc5-b5dc-894411b2a930 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417728 May 24 14:12:02.578199 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:12:02.609290 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:12:02.620691 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ce6d5-8f39-4fba-9636-f0f625c96a60 req-a34e9bba-d2fd-48b4-a864-08794a613bf5 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:12:02.622557 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-952ce6d5-8f39-4fba-9636-f0f625c96a60 req-a34e9bba-d2fd-48b4-a864-08794a613bf5 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0536494 May 24 14:12:02.635615 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:12:02.645936 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38ef2b-d818-4e6f-9699-d76682fd5850 req-b68d3c54-2126-445f-a31d-5ee331aef50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:12:02.647419 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-4c38ef2b-d818-4e6f-9699-d76682fd5850 req-b68d3c54-2126-445f-a31d-5ee331aef50d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e436feb329204699a78d749db135acce&device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 1129 time: 0.0422404 May 24 14:12:02.679088 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-952ce6d5-8f39-4fba-9636-f0f625c96a60 req-84423de2-df2e-4c21-98ba-380bf826e61a tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508895 May 24 14:12:02.738731 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38ef2b-d818-4e6f-9699-d76682fd5850 req-e1163943-8de0-4355-a479-2d4a0e442028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:12:02.740119 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-4c38ef2b-d818-4e6f-9699-d76682fd5850 req-e1163943-8de0-4355-a479-2d4a0e442028 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d0876f86-477e-43a6-b89a-5d925c2bd73a HTTP/1.1" status: 200 len: 911 time: 0.0848708 May 24 14:12:02.802765 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-4c38ef2b-d818-4e6f-9699-d76682fd5850 req-94058741-666e-45e5-9eb2-964743c6ed13 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e64fdd4-c3e5-497b-9ca2-29d3b279c477 HTTP/1.1" status: 200 len: 1001 time: 0.0569012 May 24 14:12:02.848777 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38ef2b-d818-4e6f-9699-d76682fd5850 req-bbd49bc7-80a9-479b-a95a-da617fc17931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:12:02.850151 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-4c38ef2b-d818-4e6f-9699-d76682fd5850 req-bbd49bc7-80a9-479b-a95a-da617fc17931 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b10f4794-31a5-4c72-8ff2-7227ff1bde49 HTTP/1.1" status: 200 len: 849 time: 0.0421400 May 24 14:12:02.892792 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38ef2b-d818-4e6f-9699-d76682fd5850 req-c2f51044-6c1b-4340-be71-d5a6ec0ccd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:12:02.894237 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-4c38ef2b-d818-4e6f-9699-d76682fd5850 req-c2f51044-6c1b-4340-be71-d5a6ec0ccd5b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d0876f86-477e-43a6-b89a-5d925c2bd73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387669 May 24 14:12:02.982699 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-4c38ef2b-d818-4e6f-9699-d76682fd5850 req-2eed791b-dd66-402c-8def-1054e9dbaa4f service neutron] 10.222.0.55 "GET /v2.0/networks/d0876f86-477e-43a6-b89a-5d925c2bd73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823879 May 24 14:12:03.073622 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-4c38ef2b-d818-4e6f-9699-d76682fd5850 req-ecff4932-0be6-47be-be01-335d5bcebd7e service neutron] 10.222.0.55 "GET /v2.0/networks/d0876f86-477e-43a6-b89a-5d925c2bd73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854757 May 24 14:12:03.800653 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36878d-6fee-4ae4-b820-15c148e7ba9c req-f5a76a4d-3a7b-4d0c-8936-934a5d64a9b9 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:12:03.802034 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-fe36878d-6fee-4ae4-b820-15c148e7ba9c req-f5a76a4d-3a7b-4d0c-8936-934a5d64a9b9 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0514174 May 24 14:12:03.851129 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-fe36878d-6fee-4ae4-b820-15c148e7ba9c req-1a1929c3-73d8-4c25-a5d5-f59074af71c8 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431540 May 24 14:12:04.965774 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13645c5-66fe-451e-a306-19564b651c02 req-de884eae-4d14-4e91-8ecd-dbfef44f2b71 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:12:04.967207 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f13645c5-66fe-451e-a306-19564b651c02 req-de884eae-4d14-4e91-8ecd-dbfef44f2b71 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0464272 May 24 14:12:05.014234 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-f13645c5-66fe-451e-a306-19564b651c02 req-2973d371-dbff-4ca3-b094-51cefac900e9 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415807 May 24 14:12:10.188272 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:12:13.837241 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=53 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:12:13.846176 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=57 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:12:15.007780 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=12 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:12:15.010159 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=19 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:12:17.387026 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 14:12:20.176422 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:12:20.181122 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:12:20.183346 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:12:23.843447 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9997f452-1a07-4325-8dc6-7c604bdbdc64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:12:26.176767 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2eb56e96-1733-4930-a96c-eb2718473d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:12:27.379468 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=6 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:12:27.380264 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=2 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:12:27.470341 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:12:28.599024 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:12:30.456882 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:12:35.048373 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e2043-2ad7-48d9-b808-f35bdf707c1b req-b663600f-226b-4149-a04b-bbfb7802120a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:12:35.049980 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-cd8e2043-2ad7-48d9-b808-f35bdf707c1b req-b663600f-226b-4149-a04b-bbfb7802120a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b878ba5622b445a0be6f66811572d4cd&device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 1168 time: 0.0447185 May 24 14:12:35.052248 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb300b-3fd2-438e-a39c-6c0dcf30895c req-09ef2145-1f1c-4997-be24-f83dd7cd0755 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:12:35.054373 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-13fb300b-3fd2-438e-a39c-6c0dcf30895c req-09ef2145-1f1c-4997-be24-f83dd7cd0755 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 984 time: 0.0563624 May 24 14:12:35.119648 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-13fb300b-3fd2-438e-a39c-6c0dcf30895c req-bdd1d415-a054-497d-8674-57e06dff6592 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf44fb62-4da8-41d8-95e7-4e3870b1512b&id=b7624747-fc9f-4677-aa27-ae30703e62ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586948 May 24 14:12:35.144534 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e2043-2ad7-48d9-b808-f35bdf707c1b req-c1b4b772-b893-43bb-ba8e-cfe4c5454a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:12:35.145987 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-cd8e2043-2ad7-48d9-b808-f35bdf707c1b req-c1b4b772-b893-43bb-ba8e-cfe4c5454a53 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca7ebee3-d4f2-4e52-bae6-d78f4c39715f HTTP/1.1" status: 200 len: 914 time: 0.0902302 May 24 14:12:35.209726 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-cd8e2043-2ad7-48d9-b808-f35bdf707c1b req-0068bb1f-9940-4ee6-8adf-b621adbfd235 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c3792a2-16be-4b1a-9ed7-d4d04705b095 HTTP/1.1" status: 200 len: 1001 time: 0.0558951 May 24 14:12:35.257620 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e2043-2ad7-48d9-b808-f35bdf707c1b req-e16df0ca-9175-4ef8-a2ca-e32fd3a78429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:12:35.259008 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-cd8e2043-2ad7-48d9-b808-f35bdf707c1b req-e16df0ca-9175-4ef8-a2ca-e32fd3a78429 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=92afa446-4360-474e-b370-0dfc1216785f HTTP/1.1" status: 200 len: 852 time: 0.0428836 May 24 14:12:35.303643 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e2043-2ad7-48d9-b808-f35bdf707c1b req-b9dd364f-4935-4a5c-87b7-7a94fa48bb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:12:35.305111 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-cd8e2043-2ad7-48d9-b808-f35bdf707c1b req-b9dd364f-4935-4a5c-87b7-7a94fa48bb3e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca7ebee3-d4f2-4e52-bae6-d78f4c39715f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399439 May 24 14:12:35.395557 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-cd8e2043-2ad7-48d9-b808-f35bdf707c1b req-58cafeb0-c6d8-4035-955d-3269fdfd266f service neutron] 10.222.0.55 "GET /v2.0/networks/ca7ebee3-d4f2-4e52-bae6-d78f4c39715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843062 May 24 14:12:35.488139 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-cd8e2043-2ad7-48d9-b808-f35bdf707c1b req-18a2ca1c-b0ce-420b-b4f5-d6d16f714020 service neutron] 10.222.0.55 "GET /v2.0/networks/ca7ebee3-d4f2-4e52-bae6-d78f4c39715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862081 May 24 14:12:36.235690 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a61119-b02f-40ed-8360-a4e0b50251b0 req-33b68f17-a2fe-4f48-aa17-77c2c8c79e1e tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:12:36.237168 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f3a61119-b02f-40ed-8360-a4e0b50251b0 req-33b68f17-a2fe-4f48-aa17-77c2c8c79e1e tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 984 time: 0.0480206 May 24 14:12:36.296327 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f3a61119-b02f-40ed-8360-a4e0b50251b0 req-c8eb2cd7-5e29-49b0-b3e8-b2e5dadc87f9 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf44fb62-4da8-41d8-95e7-4e3870b1512b&id=b7624747-fc9f-4677-aa27-ae30703e62ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535932 May 24 14:12:37.409669 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa376838-69d3-4d68-9d00-5df24b35f5c2 req-e0dfddee-2b18-4644-a2a4-19d7ca4bb1e1 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:12:37.411205 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-aa376838-69d3-4d68-9d00-5df24b35f5c2 req-e0dfddee-2b18-4644-a2a4-19d7ca4bb1e1 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 984 time: 0.0483661 May 24 14:12:37.470594 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-aa376838-69d3-4d68-9d00-5df24b35f5c2 req-38718783-6b23-49f0-b08e-43030ee9e1e5 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf44fb62-4da8-41d8-95e7-4e3870b1512b&id=b7624747-fc9f-4677-aa27-ae30703e62ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537214 May 24 14:12:38.582422 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb30a718-d41d-4bbe-8d9f-68d6b9fc02b5 req-8899229f-0c15-4753-8002-ad5663c354c7 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:12:38.583879 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bb30a718-d41d-4bbe-8d9f-68d6b9fc02b5 req-8899229f-0c15-4753-8002-ad5663c354c7 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 984 time: 0.0455737 May 24 14:12:38.642301 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bb30a718-d41d-4bbe-8d9f-68d6b9fc02b5 req-1aabddf8-3381-4fe1-b18e-2d6da6652d75 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf44fb62-4da8-41d8-95e7-4e3870b1512b&id=b7624747-fc9f-4677-aa27-ae30703e62ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520279 May 24 14:12:39.755375 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33be3f-72f9-4d89-99f1-3bc0898acc48 req-8e449484-5fd5-4dc9-a736-001e8bac1ccd tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:12:39.757172 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ef33be3f-72f9-4d89-99f1-3bc0898acc48 req-8e449484-5fd5-4dc9-a736-001e8bac1ccd tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 984 time: 0.0474830 May 24 14:12:39.815169 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-ef33be3f-72f9-4d89-99f1-3bc0898acc48 req-e37b1802-a071-49c8-b978-f798b6c67a0a tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf44fb62-4da8-41d8-95e7-4e3870b1512b&id=b7624747-fc9f-4677-aa27-ae30703e62ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524759 May 24 14:12:40.195731 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:12:40.930328 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10d985-55c0-4d87-8cb8-bfa3e7ca1ed5 req-c6cadc55-97a2-41ba-8f2c-cb8fc02f1016 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:12:40.931747 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-9c10d985-55c0-4d87-8cb8-bfa3e7ca1ed5 req-c6cadc55-97a2-41ba-8f2c-cb8fc02f1016 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 984 time: 0.0492091 May 24 14:12:40.990013 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-9c10d985-55c0-4d87-8cb8-bfa3e7ca1ed5 req-4766cec1-e0ac-4be2-9964-e47f8b77ab53 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf44fb62-4da8-41d8-95e7-4e3870b1512b&id=b7624747-fc9f-4677-aa27-ae30703e62ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519316 May 24 14:12:42.108148 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fa5a9-7d44-469b-b84b-6d2490264dac req-69a00bcc-1273-49dc-96d6-124765ca0e19 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:12:42.109605 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5e4fa5a9-7d44-469b-b84b-6d2490264dac req-69a00bcc-1273-49dc-96d6-124765ca0e19 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 984 time: 0.0494967 May 24 14:12:42.168522 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-5e4fa5a9-7d44-469b-b84b-6d2490264dac req-3f9985ae-b846-4765-9746-89a546a51de1 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf44fb62-4da8-41d8-95e7-4e3870b1512b&id=b7624747-fc9f-4677-aa27-ae30703e62ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531824 May 24 14:12:43.281693 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac1afb-aa44-49d8-94f2-b0e37dcbc780 req-0bcbfe1c-d320-4b06-81a2-f568e32bde30 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:12:43.283129 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-57ac1afb-aa44-49d8-94f2-b0e37dcbc780 req-0bcbfe1c-d320-4b06-81a2-f568e32bde30 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 984 time: 0.0466383 May 24 14:12:43.344898 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-57ac1afb-aa44-49d8-94f2-b0e37dcbc780 req-1345bf14-524c-49a0-b404-e091f2125a46 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf44fb62-4da8-41d8-95e7-4e3870b1512b&id=b7624747-fc9f-4677-aa27-ae30703e62ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561965 May 24 14:12:44.460570 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3a5ce-ba66-4469-b5e4-ff8e8271ea39 req-c1ebfed0-1354-4210-a93c-346e2cc88002 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:12:44.462008 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-35c3a5ce-ba66-4469-b5e4-ff8e8271ea39 req-c1ebfed0-1354-4210-a93c-346e2cc88002 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 984 time: 0.0474777 May 24 14:12:44.522121 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-35c3a5ce-ba66-4469-b5e4-ff8e8271ea39 req-c8e2a0fa-0915-437b-a419-514700c7101a tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf44fb62-4da8-41d8-95e7-4e3870b1512b&id=b7624747-fc9f-4677-aa27-ae30703e62ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536606 May 24 14:12:45.632403 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:12:45.644765 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69389205-c58b-4c58-89b2-2c54cb037de9 req-d6c63c9b-5097-4529-9391-9daf2504e785 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:12:45.646221 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-69389205-c58b-4c58-89b2-2c54cb037de9 req-d6c63c9b-5097-4529-9391-9daf2504e785 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 984 time: 0.0518198 May 24 14:12:45.711374 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-69389205-c58b-4c58-89b2-2c54cb037de9 req-66545aaa-d9b5-406f-a44a-898a49cc9d59 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf44fb62-4da8-41d8-95e7-4e3870b1512b&id=b7624747-fc9f-4677-aa27-ae30703e62ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592947 May 24 14:12:46.828063 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc769d5b-2ffd-413b-bea9-653d1749e2b0 req-a72d063a-69fb-4b9b-aa1d-d597ac30df35 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:12:46.829428 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-cc769d5b-2ffd-413b-bea9-653d1749e2b0 req-a72d063a-69fb-4b9b-aa1d-d597ac30df35 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 984 time: 0.0499632 May 24 14:12:46.888509 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-cc769d5b-2ffd-413b-bea9-653d1749e2b0 req-9a94e32e-a3ae-498a-ba7f-8aea4c49a342 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf44fb62-4da8-41d8-95e7-4e3870b1512b&id=b7624747-fc9f-4677-aa27-ae30703e62ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533292 May 24 14:12:48.199232 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bfaf1a5c-6f40-4fca-91fe-887098215612 req-7507257c-694e-40c2-918a-b61f3f21daa2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384209 May 24 14:12:48.268469 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:12:48.278245 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf1a5c-6f40-4fca-91fe-887098215612 req-3626919a-7dc8-4de7-bab1-aeed6b01d16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:12:48.279669 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bfaf1a5c-6f40-4fca-91fe-887098215612 req-3626919a-7dc8-4de7-bab1-aeed6b01d16e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e436feb329204699a78d749db135acce&device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 1129 time: 0.0395536 May 24 14:12:48.382962 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf1a5c-6f40-4fca-91fe-887098215612 req-cee10531-6b60-44c6-a344-7197fb068f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:12:48.384406 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bfaf1a5c-6f40-4fca-91fe-887098215612 req-cee10531-6b60-44c6-a344-7197fb068f61 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d0876f86-477e-43a6-b89a-5d925c2bd73a HTTP/1.1" status: 200 len: 911 time: 0.0851378 May 24 14:12:48.444062 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bfaf1a5c-6f40-4fca-91fe-887098215612 req-64aa6853-509d-460d-a9aa-592f500867b0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e64fdd4-c3e5-497b-9ca2-29d3b279c477 HTTP/1.1" status: 200 len: 1001 time: 0.0537250 May 24 14:12:48.491109 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf1a5c-6f40-4fca-91fe-887098215612 req-936445eb-3f6b-438d-a2d9-3a71782fdfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:12:48.492620 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bfaf1a5c-6f40-4fca-91fe-887098215612 req-936445eb-3f6b-438d-a2d9-3a71782fdfe9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b10f4794-31a5-4c72-8ff2-7227ff1bde49 HTTP/1.1" status: 200 len: 849 time: 0.0425336 May 24 14:12:48.539876 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf1a5c-6f40-4fca-91fe-887098215612 req-8efcf74c-a253-40ba-a492-ddbd93aed2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:12:48.541590 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bfaf1a5c-6f40-4fca-91fe-887098215612 req-8efcf74c-a253-40ba-a492-ddbd93aed2fd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d0876f86-477e-43a6-b89a-5d925c2bd73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426507 May 24 14:12:48.629188 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bfaf1a5c-6f40-4fca-91fe-887098215612 req-3813b86f-89d8-4fc5-a5d2-3b1bb733ab0e service neutron] 10.222.0.55 "GET /v2.0/networks/d0876f86-477e-43a6-b89a-5d925c2bd73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810819 May 24 14:12:48.720621 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-bfaf1a5c-6f40-4fca-91fe-887098215612 req-61426115-31de-4756-8206-d026f91e1c84 service neutron] 10.222.0.55 "GET /v2.0/networks/d0876f86-477e-43a6-b89a-5d925c2bd73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855439 May 24 14:12:50.184771 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:12:50.189309 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:12:50.191251 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:12:53.844597 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f618f692-9df2-433d-8496-882a767735df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:12:54.387523 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 14:12:55.387304 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:12:56.179000 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-78b240fa-ff28-4f5a-8ec4-7224aaba5264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:12:56.878722 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=64 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:12:56.881980 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=62 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:12:57.472622 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:12:58.598283 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:12:58.716055 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=41 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:12:58.717972 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=59 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:00.461458 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:04.383034 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=7 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:09.840812 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf60134-46fe-48a1-8c73-66817fa46cbc req-12e2206c-d2ba-40dd-80fb-28ab3691094a tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:09.842197 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ebf60134-46fe-48a1-8c73-66817fa46cbc req-12e2206c-d2ba-40dd-80fb-28ab3691094a tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0480418 May 24 14:13:09.889548 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ebf60134-46fe-48a1-8c73-66817fa46cbc req-9d8f9618-ba63-438b-b142-0f4bf4033936 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418708 May 24 14:13:10.200758 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:11.004633 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06508c97-06d8-4802-88fd-cee1bced7412 req-f85297cd-7248-445e-b211-be85fa2e6639 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:11.006324 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-06508c97-06d8-4802-88fd-cee1bced7412 req-f85297cd-7248-445e-b211-be85fa2e6639 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0467501 May 24 14:13:11.051687 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-06508c97-06d8-4802-88fd-cee1bced7412 req-e5d0b49d-aabc-4450-9771-a6160a77338f tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f26367b-c57b-4680-98bc-93643f73e09e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393314 May 24 14:13:11.174824 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21e6e3-a30c-4772-8dcc-cbe2004799de req-7b3124b0-6d85-43e1-8220-7bd57297407e tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:11.176191 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ae21e6e3-a30c-4772-8dcc-cbe2004799de req-7b3124b0-6d85-43e1-8220-7bd57297407e tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.55 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 945 time: 0.0454190 May 24 14:13:11.259450 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-ae21e6e3-a30c-4772-8dcc-cbe2004799de req-f576aff2-6acd-45c2-83ca-0c56defc6f76 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Deleting port 4e64fdd4-c3e5-497b-9ca2-29d3b279c477 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:13:11.259787 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-ae21e6e3-a30c-4772-8dcc-cbe2004799de req-f576aff2-6acd-45c2-83ca-0c56defc6f76 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (4e64fdd4-c3e5-497b-9ca2-29d3b279c477), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:11.345732 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-ae21e6e3-a30c-4772-8dcc-cbe2004799de req-f576aff2-6acd-45c2-83ca-0c56defc6f76 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] For port 4e64fdd4-c3e5-497b-9ca2-29d3b279c477, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=4e64fdd4-c3e5-497b-9ca2-29d3b279c477,segment=NetworkSegment(9d2096c3-4aed-4d08-8fab-38331e25302c),segment_id=9d2096c3-4aed-4d08-8fab-38331e25302c)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:13:11.346087 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-ae21e6e3-a30c-4772-8dcc-cbe2004799de req-f576aff2-6acd-45c2-83ca-0c56defc6f76 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (4e64fdd4-c3e5-497b-9ca2-29d3b279c477), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:11.510456 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-ae21e6e3-a30c-4772-8dcc-cbe2004799de req-f576aff2-6acd-45c2-83ca-0c56defc6f76 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:11.510864 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-ae21e6e3-a30c-4772-8dcc-cbe2004799de req-f576aff2-6acd-45c2-83ca-0c56defc6f76 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534436'] for floatingip (5ef1e404-a433-4a6c-a4a9-d5becc180601), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:11.511175 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.db.l3_db [req-ae21e6e3-a30c-4772-8dcc-cbe2004799de req-f576aff2-6acd-45c2-83ca-0c56defc6f76 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Floating IP 5ef1e404-a433-4a6c-a4a9-d5becc180601 disassociated. External IP: 172.27.3.113, port: 4e64fdd4-c3e5-497b-9ca2-29d3b279c477. May 24 14:13:11.511694 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-ae21e6e3-a30c-4772-8dcc-cbe2004799de req-f576aff2-6acd-45c2-83ca-0c56defc6f76 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Calling delete_port for 4e64fdd4-c3e5-497b-9ca2-29d3b279c477 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:13:11.633470 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-ae21e6e3-a30c-4772-8dcc-cbe2004799de req-f576aff2-6acd-45c2-83ca-0c56defc6f76 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (4e64fdd4-c3e5-497b-9ca2-29d3b279c477), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:11.662605 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576aff2-6acd-45c2-83ca-0c56defc6f76 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Pushing event deleted for resources: {'Port': ['ID=4e64fdd4-c3e5-497b-9ca2-29d3b279c477,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:13:11.677097 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576aff2-6acd-45c2-83ca-0c56defc6f76 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:11.677450 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576aff2-6acd-45c2-83ca-0c56defc6f76 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:11.677791 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576aff2-6acd-45c2-83ca-0c56defc6f76 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:11.678129 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576aff2-6acd-45c2-83ca-0c56defc6f76 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:11.678458 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576aff2-6acd-45c2-83ca-0c56defc6f76 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:11.678787 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576aff2-6acd-45c2-83ca-0c56defc6f76 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:11.679116 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576aff2-6acd-45c2-83ca-0c56defc6f76 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:11.679436 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576aff2-6acd-45c2-83ca-0c56defc6f76 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:11.679758 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576aff2-6acd-45c2-83ca-0c56defc6f76 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:11.680107 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576aff2-6acd-45c2-83ca-0c56defc6f76 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:11.680429 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576aff2-6acd-45c2-83ca-0c56defc6f76 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:11.680752 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576aff2-6acd-45c2-83ca-0c56defc6f76 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:11.681069 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576aff2-6acd-45c2-83ca-0c56defc6f76 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:11.681385 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576aff2-6acd-45c2-83ca-0c56defc6f76 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:11.681703 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576aff2-6acd-45c2-83ca-0c56defc6f76 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:11.783543 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae21e6e3-a30c-4772-8dcc-cbe2004799de req-f576aff2-6acd-45c2-83ca-0c56defc6f76 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Router e0b227ab-dcc2-4a46-923c-2a66e468131c has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:13:11.874773 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:11.886567 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae21e6e3-a30c-4772-8dcc-cbe2004799de req-f576aff2-6acd-45c2-83ca-0c56defc6f76 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:13:11.897319 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991539f5-9891-4321-a7ec-420fd33c6b65 None None] Sync routers for ids ['e0b227ab-dcc2-4a46-923c-2a66e468131c'] in dv-cinder-842129-1-iscsi {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:13:11.909893 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991539f5-9891-4321-a7ec-420fd33c6b65 None None] Routers {'e0b227ab-dcc2-4a46-923c-2a66e468131c'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:13:11.910839 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-991539f5-9891-4321-a7ec-420fd33c6b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:12:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['e0b227ab-dcc2-4a46-923c-2a66e468131c'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:13:11.934445 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae21e6e3-a30c-4772-8dcc-cbe2004799de req-f576aff2-6acd-45c2-83ca-0c56defc6f76 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] No DVR routers for this DVR port 4e64fdd4-c3e5-497b-9ca2-29d3b279c477 on host hv-cinder-84212 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 14:13:11.937100 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-ae21e6e3-a30c-4772-8dcc-cbe2004799de req-f576aff2-6acd-45c2-83ca-0c56defc6f76 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:11.940371 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ae21e6e3-a30c-4772-8dcc-cbe2004799de req-f576aff2-6acd-45c2-83ca-0c56defc6f76 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.55 "DELETE /v2.0/ports/4e64fdd4-c3e5-497b-9ca2-29d3b279c477 HTTP/1.1" status: 204 len: 173 time: 0.7597554 May 24 14:13:11.940791 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98d1fc5-59b2-4360-ab1b-8154005f26ad', 'name': 'network-vif-deleted', 'tag': '4e64fdd4-c3e5-497b-9ca2-29d3b279c477'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:13:11.943013 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60922b96e112649546d89072a262e180bf09e65c4ab2e641290b12b7b14c337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da1d7d2-bb63-461f-8256-815eeea1a6d7" -d '{"events": [{"server_uuid": "a98d1fc5-59b2-4360-ab1b-8154005f26ad", "name": "network-vif-deleted", "tag": "4e64fdd4-c3e5-497b-9ca2-29d3b279c477"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:13:12.033446 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-991539f5-9891-4321-a7ec-420fd33c6b65 None None] Set router e0b227ab-dcc2-4a46-923c-2a66e468131c gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:13:12.063001 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 14:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d0d629-c966-45d3-ba7f-68a277db0f1c x-openstack-request-id: req-f3d0d629-c966-45d3-ba7f-68a277db0f1c {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:13:12.064376 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98d1fc5-59b2-4360-ab1b-8154005f26ad", "name": "network-vif-deleted", "tag": "4e64fdd4-c3e5-497b-9ca2-29d3b279c477", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:13:12.065388 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3d0d629-c966-45d3-ba7f-68a277db0f1c {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:13:12.066307 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3d0d629-c966-45d3-ba7f-68a277db0f1c'] response: {'server_uuid': 'a98d1fc5-59b2-4360-ab1b-8154005f26ad', 'name': 'network-vif-deleted', 'tag': '4e64fdd4-c3e5-497b-9ca2-29d3b279c477', 'status': 'completed', 'code': 200} May 24 14:13:12.174833 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-3d14a58b-1c94-40f2-8231-f4ae76c0a314 req-99f3fe9d-3e3a-481a-9cc3-d90f0eb12a1f tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98d1fc5-59b2-4360-ab1b-8154005f26ad HTTP/1.1" status: 200 len: 210 time: 0.0311818 May 24 14:13:12.323919 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-991539f5-9891-4321-a7ec-420fd33c6b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'name': 'tempest-AttachVolumeTestJSON-252775452-router', 'tenant_id': 'e436feb329204699a78d749db135acce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:36Z', 'revision_number': 4, 'project_id': 'e436feb329204699a78d749db135acce', 'gw_port': {'id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ba:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '2c965ca2-7a19-457f-b6f0-987910a987b0', 'name': '', 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a', 'tenant_id': 'e436feb329204699a78d749db135acce', 'mac_address': 'fa:16:3e:77:74:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b10f4794-31a5-4c72-8ff2-7227ff1bde49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:07:36Z', 'updated_at': '2022-05-24T14:07:40Z', 'revision_number': 5, 'project_id': 'e436feb329204699a78d749db135acce', 'subnets': [{'id': 'b10f4794-31a5-4c72-8ff2-7227ff1bde49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:13:12.349528 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991539f5-9891-4321-a7ec-420fd33c6b65 None None] Checking router: e0b227ab-dcc2-4a46-923c-2a66e468131c for host: dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:13:12.358733 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991539f5-9891-4321-a7ec-420fd33c6b65 None None] Routers {'e0b227ab-dcc2-4a46-923c-2a66e468131c'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:13:12.359349 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-991539f5-9891-4321-a7ec-420fd33c6b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:12:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['e0b227ab-dcc2-4a46-923c-2a66e468131c'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:13:12.464763 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-991539f5-9891-4321-a7ec-420fd33c6b65 None None] Set router e0b227ab-dcc2-4a46-923c-2a66e468131c gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:13:12.648167 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-991539f5-9891-4321-a7ec-420fd33c6b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'name': 'tempest-AttachVolumeTestJSON-252775452-router', 'tenant_id': 'e436feb329204699a78d749db135acce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:36Z', 'revision_number': 4, 'project_id': 'e436feb329204699a78d749db135acce', 'gw_port': {'id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ba:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '2c965ca2-7a19-457f-b6f0-987910a987b0', 'name': '', 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a', 'tenant_id': 'e436feb329204699a78d749db135acce', 'mac_address': 'fa:16:3e:77:74:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b10f4794-31a5-4c72-8ff2-7227ff1bde49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:07:36Z', 'updated_at': '2022-05-24T14:07:40Z', 'revision_number': 5, 'project_id': 'e436feb329204699a78d749db135acce', 'subnets': [{'id': 'b10f4794-31a5-4c72-8ff2-7227ff1bde49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:13:12.671914 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991539f5-9891-4321-a7ec-420fd33c6b65 None None] The sync data for ids ['e0b227ab-dcc2-4a46-923c-2a66e468131c'] in dv-cinder-842129-1-iscsi is: [{'id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'name': 'tempest-AttachVolumeTestJSON-252775452-router', 'tenant_id': 'e436feb329204699a78d749db135acce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:36Z', 'revision_number': 4, 'project_id': 'e436feb329204699a78d749db135acce', 'gw_port': {'id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ba:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '2c965ca2-7a19-457f-b6f0-987910a987b0', 'name': '', 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a', 'tenant_id': 'e436feb329204699a78d749db135acce', 'mac_address': 'fa:16:3e:77:74:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b10f4794-31a5-4c72-8ff2-7227ff1bde49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:07:36Z', 'updated_at': '2022-05-24T14:07:40Z', 'revision_number': 5, 'project_id': 'e436feb329204699a78d749db135acce', 'subnets': [{'id': 'b10f4794-31a5-4c72-8ff2-7227ff1bde49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:13:12.892373 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd79008-bbcb-4fd6-800b-96b9ded46756 None None] New status for floating IP 5ef1e404-a433-4a6c-a4a9-d5becc180601: DOWN {{(pid=103809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 14:13:13.259862 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 44982) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:13:13.315278 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7f007418-8ed0-45ea-933b-fc2fc338f011 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for security_group (7f26367b-c57b-4680-98bc-93643f73e09e), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:13.601919 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7f007418-8ed0-45ea-933b-fc2fc338f011 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for security_group (7f26367b-c57b-4680-98bc-93643f73e09e), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:13.650425 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7f007418-8ed0-45ea-933b-fc2fc338f011 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (7f26367b-c57b-4680-98bc-93643f73e09e), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:13.653752 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7f007418-8ed0-45ea-933b-fc2fc338f011 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:13.654897 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-7f007418-8ed0-45ea-933b-fc2fc338f011 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "DELETE /v2.0/security-groups/7f26367b-c57b-4680-98bc-93643f73e09e HTTP/1.1" status: 204 len: 168 time: 0.3940651 May 24 14:13:13.657784 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 44984) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:13:13.664200 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f007418-8ed0-45ea-933b-fc2fc338f011 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f26367b-c57b-4680-98bc-93643f73e09e,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:13:13.671345 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f007418-8ed0-45ea-933b-fc2fc338f011 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:13.671694 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f007418-8ed0-45ea-933b-fc2fc338f011 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:13.671881 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.api.v2.resource [None req-3ca3e739-7bbf-4fb4-8e01-1d938e52066e tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] show failed (client error): The resource could not be found. May 24 14:13:13.672060 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f007418-8ed0-45ea-933b-fc2fc338f011 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:13.672400 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f007418-8ed0-45ea-933b-fc2fc338f011 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:13.675385 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f007418-8ed0-45ea-933b-fc2fc338f011 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:13.675517 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-3ca3e739-7bbf-4fb4-8e01-1d938e52066e tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups/7f26367b-c57b-4680-98bc-93643f73e09e HTTP/1.1" status: 404 len: 347 time: 0.0141194 May 24 14:13:13.675635 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f007418-8ed0-45ea-933b-fc2fc338f011 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:13.675635 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f007418-8ed0-45ea-933b-fc2fc338f011 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:13.675635 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f007418-8ed0-45ea-933b-fc2fc338f011 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:13.675635 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f007418-8ed0-45ea-933b-fc2fc338f011 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:13.675635 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f007418-8ed0-45ea-933b-fc2fc338f011 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:13.675635 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f007418-8ed0-45ea-933b-fc2fc338f011 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:13.675635 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f007418-8ed0-45ea-933b-fc2fc338f011 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:13.675635 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f007418-8ed0-45ea-933b-fc2fc338f011 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:13.676293 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 44986) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:13:13.676381 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f007418-8ed0-45ea-933b-fc2fc338f011 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:13.676381 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f007418-8ed0-45ea-933b-fc2fc338f011 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:13.792894 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-033c399b-0bb6-49b7-8aad-0869b5bb4c96 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Deleting port f217a89c-17d5-4bd4-88bb-98a30044e796 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:13:13.793131 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-033c399b-0bb6-49b7-8aad-0869b5bb4c96 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (f217a89c-17d5-4bd4-88bb-98a30044e796), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:13.803704 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:13.869097 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-033c399b-0bb6-49b7-8aad-0869b5bb4c96 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (f217a89c-17d5-4bd4-88bb-98a30044e796), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:13.869417 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-033c399b-0bb6-49b7-8aad-0869b5bb4c96 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for floatingip (f217a89c-17d5-4bd4-88bb-98a30044e796), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:13.881570 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-033c399b-0bb6-49b7-8aad-0869b5bb4c96 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Calling delete_port for f217a89c-17d5-4bd4-88bb-98a30044e796 owned by network:floatingip {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:13:14.018810 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-033c399b-0bb6-49b7-8aad-0869b5bb4c96 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (f217a89c-17d5-4bd4-88bb-98a30044e796), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:14.047876 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c399b-0bb6-49b7-8aad-0869b5bb4c96 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Pushing event deleted for resources: {'Port': ['ID=f217a89c-17d5-4bd4-88bb-98a30044e796,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:13:14.109781 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-033c399b-0bb6-49b7-8aad-0869b5bb4c96 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for floatingip (5ef1e404-a433-4a6c-a4a9-d5becc180601), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:14.112202 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-033c399b-0bb6-49b7-8aad-0869b5bb4c96 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:14.113318 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-033c399b-0bb6-49b7-8aad-0869b5bb4c96 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "DELETE /v2.0/floatingips/5ef1e404-a433-4a6c-a4a9-d5becc180601 HTTP/1.1" status: 204 len: 168 time: 0.4368927 May 24 14:13:14.190266 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 44990) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:13:14.194692 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-d9cb9da7-d44c-49a6-8077-27e3b03b5c3e tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1893358612', 'description': 'tempest-description--1370717754'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:13:14.215729 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d9cb9da7-d44c-49a6-8077-27e3b03b5c3e tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:14.283271 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d9cb9da7-d44c-49a6-8077-27e3b03b5c3e tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for security_group (35e6d652-ceb1-40e8-bf0c-8dfe4ef1b01a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:14.286680 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d9cb9da7-d44c-49a6-8077-27e3b03b5c3e tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (35e6d652-ceb1-40e8-bf0c-8dfe4ef1b01a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:14.315764 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d9cb9da7-d44c-49a6-8077-27e3b03b5c3e tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:14.317349 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-d9cb9da7-d44c-49a6-8077-27e3b03b5c3e tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1260531 May 24 14:13:14.320213 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 44992) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:13:14.325790 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-091961da-67e9-44ce-8e04-d563192c86a9 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Request body: {'security_group_rule': {'security_group_id': '35e6d652-ceb1-40e8-bf0c-8dfe4ef1b01a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:13:14.334028 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb9da7-d44c-49a6-8077-27e3b03b5c3e tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35e6d652-ceb1-40e8-bf0c-8dfe4ef1b01a,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:13:14.350601 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 4e64fdd4-c3e5-497b-9ca2-29d3b279c477 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:13:14.361675 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-091961da-67e9-44ce-8e04-d563192c86a9 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for security_group_rule (c2af2665-b510-4ae9-9ad1-d02449acd897), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:14.373121 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] No Port match for: 4e64fdd4-c3e5-497b-9ca2-29d3b279c477 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:13:14.373462 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 4e64fdd4-c3e5-497b-9ca2-29d3b279c477 not bound to the agent host hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:13:14.416396 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:14.418367 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-091961da-67e9-44ce-8e04-d563192c86a9 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for security_group_rule (c2af2665-b510-4ae9-9ad1-d02449acd897), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:14.421847 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-091961da-67e9-44ce-8e04-d563192c86a9 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709697'] for security_group_rule (c2af2665-b510-4ae9-9ad1-d02449acd897), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:14.441582 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091961da-67e9-44ce-8e04-d563192c86a9 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2af2665-b510-4ae9-9ad1-d02449acd897,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:13:14.449397 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-091961da-67e9-44ce-8e04-d563192c86a9 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:14.450622 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-091961da-67e9-44ce-8e04-d563192c86a9 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291380 May 24 14:13:14.453296 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 44994) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:13:14.457471 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-e961a77b-2db1-4abc-9dd2-43412039b6bf tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Request body: {'security_group_rule': {'security_group_id': '35e6d652-ceb1-40e8-bf0c-8dfe4ef1b01a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:13:14.483288 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e961a77b-2db1-4abc-9dd2-43412039b6bf tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for security_group_rule (be8174d6-8021-499f-a402-5193a52dd92e), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:14.542401 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e961a77b-2db1-4abc-9dd2-43412039b6bf tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for security_group_rule (be8174d6-8021-499f-a402-5193a52dd92e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:14.546480 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e961a77b-2db1-4abc-9dd2-43412039b6bf tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709697'] for security_group_rule (be8174d6-8021-499f-a402-5193a52dd92e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:14.566635 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961a77b-2db1-4abc-9dd2-43412039b6bf tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be8174d6-8021-499f-a402-5193a52dd92e,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:13:14.572271 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e961a77b-2db1-4abc-9dd2-43412039b6bf tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:14.573736 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-e961a77b-2db1-4abc-9dd2-43412039b6bf tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192744 May 24 14:13:14.576674 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 44996) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:13:14.580920 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [None req-8de06ee7-25e6-49dd-81d2-8d693ed9f780 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Request body: {'floatingip': {'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:13:14.593744 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:14.602074 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8de06ee7-25e6-49dd-81d2-8d693ed9f780 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:14.681051 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8de06ee7-25e6-49dd-81d2-8d693ed9f780 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:14.788915 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-8de06ee7-25e6-49dd-81d2-8d693ed9f780 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Allocated IP 172.27.3.146 (77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6/277372c2-c924-4ff9-98b4-a2b2337930ef/1d47097d-a254-484b-84f3-984e297ce07d) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 14:13:14.889509 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8de06ee7-25e6-49dd-81d2-8d693ed9f780 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for port (1d47097d-a254-484b-84f3-984e297ce07d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:14.921124 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8de06ee7-25e6-49dd-81d2-8d693ed9f780 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (1d47097d-a254-484b-84f3-984e297ce07d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:14.963453 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de06ee7-25e6-49dd-81d2-8d693ed9f780 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Network 77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:13:14.966430 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-8de06ee7-25e6-49dd-81d2-8d693ed9f780 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:13:14.970122 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de06ee7-25e6-49dd-81d2-8d693ed9f780 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 14:13:14.991265 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de06ee7-25e6-49dd-81d2-8d693ed9f780 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Pushing event updated for resources: {'Port': ['ID=1d47097d-a254-484b-84f3-984e297ce07d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:13:15.054374 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8de06ee7-25e6-49dd-81d2-8d693ed9f780 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for floatingip (190f9105-2cca-4573-a1d7-a2110b185208), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:15.091402 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8de06ee7-25e6-49dd-81d2-8d693ed9f780 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (1d47097d-a254-484b-84f3-984e297ce07d), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:15.109076 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:15.269454 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8de06ee7-25e6-49dd-81d2-8d693ed9f780 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for port (1d47097d-a254-484b-84f3-984e297ce07d), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:15.273915 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8de06ee7-25e6-49dd-81d2-8d693ed9f780 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5714289'] for port (1d47097d-a254-484b-84f3-984e297ce07d), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:15.302769 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:15.346893 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de06ee7-25e6-49dd-81d2-8d693ed9f780 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Pushing event updated for resources: {'Port': ['ID=1d47097d-a254-484b-84f3-984e297ce07d,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:13:15.357207 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8de06ee7-25e6-49dd-81d2-8d693ed9f780 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534436'] for floatingip (190f9105-2cca-4573-a1d7-a2110b185208), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:15.372595 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8de06ee7-25e6-49dd-81d2-8d693ed9f780 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:15.373782 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-8de06ee7-25e6-49dd-81d2-8d693ed9f780 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7961168 May 24 14:13:15.520349 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-bc3d7eb8-1108-4ce2-95a1-e6360f32fe36 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1893358612&fields=id&tenant_id=e436feb329204699a78d749db135acce HTTP/1.1" status: 200 len: 267 time: 0.0416908 May 24 14:13:15.626491 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-a7202f40-16e1-4753-9990-74cfaa7e6732 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:15.627939 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-a7202f40-16e1-4753-9990-74cfaa7e6732 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/networks?id=d0876f86-477e-43a6-b89a-5d925c2bd73a HTTP/1.1" status: 200 len: 810 time: 0.1003940 May 24 14:13:15.643170 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-9897da0a-f078-4422-9b59-152df7fdc364 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/quotas/e436feb329204699a78d749db135acce HTTP/1.1" status: 200 len: 375 time: 0.0094600 May 24 14:13:15.694006 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-eff6999e-f61f-461f-b075-4a69485c1261 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e436feb329204699a78d749db135acce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450635 May 24 14:13:15.831320 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-51540aa0-966a-4209-8bc8-d6d2ae22602b service neutron] 10.222.0.24 "GET /v2.0/networks/d0876f86-477e-43a6-b89a-5d925c2bd73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262941 May 24 14:13:15.918705 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-1ccc891f-d028-46d7-a9a0-003fad8f981a service neutron] 10.222.0.24 "GET /v2.0/networks/d0876f86-477e-43a6-b89a-5d925c2bd73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817282 May 24 14:13:16.085715 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6f530526-f216-40d2-ba42-7afb08e2a4f4 req-4cad8aaa-2124-4cb8-b846-0f0ef96d8d9c tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=9954418b-cb4d-4071-878e-c2c7fb37d5d2 HTTP/1.1" status: 200 len: 210 time: 0.0289898 May 24 14:13:17.096470 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-ad564440-7d23-457d-840d-0b61d7c03248 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:17.097950 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-ad564440-7d23-457d-840d-0b61d7c03248 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.55 "GET /v2.0/networks?id=d0876f86-477e-43a6-b89a-5d925c2bd73a HTTP/1.1" status: 200 len: 810 time: 0.1059268 May 24 14:13:17.162850 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-740c2b13-cdcb-4af5-aff2-be025e5fe000 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e436feb329204699a78d749db135acce HTTP/1.1" status: 200 len: 380 time: 0.0567467 May 24 14:13:17.171602 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-a289f5ac-8682-44ff-a5e0-a828aa0ecca7 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Request body: {'port': {'device_id': '9954418b-cb4d-4071-878e-c2c7fb37d5d2', 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a', 'admin_state_up': True, 'tenant_id': 'e436feb329204699a78d749db135acce', 'security_groups': ['35e6d652-ceb1-40e8-bf0c-8dfe4ef1b01a']}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:13:17.189079 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-27d7a146-aacd-4860-875b-62f913b271c1 req-1518c0f6-1552-4503-aeed-16b453f46a4b tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=9954418b-cb4d-4071-878e-c2c7fb37d5d2 HTTP/1.1" status: 200 len: 210 time: 0.0301323 May 24 14:13:17.275627 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-a289f5ac-8682-44ff-a5e0-a828aa0ecca7 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Made reservation on behalf of e436feb329204699a78d749db135acce for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 14:13:17.279689 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-a289f5ac-8682-44ff-a5e0-a828aa0ecca7 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:17.405868 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-a289f5ac-8682-44ff-a5e0-a828aa0ecca7 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Allocated IP 172.20.0.5 (d0876f86-477e-43a6-b89a-5d925c2bd73a/b10f4794-31a5-4c72-8ff2-7227ff1bde49/7c859bac-238c-4f9a-90d0-1f20a8c84b95) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 14:13:17.497920 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=5 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:17.542615 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-a289f5ac-8682-44ff-a5e0-a828aa0ecca7 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for port (7c859bac-238c-4f9a-90d0-1f20a8c84b95), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:17.574678 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-a289f5ac-8682-44ff-a5e0-a828aa0ecca7 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727738825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (7c859bac-238c-4f9a-90d0-1f20a8c84b95), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:17.617817 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-a289f5ac-8682-44ff-a5e0-a828aa0ecca7 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Network d0876f86-477e-43a6-b89a-5d925c2bd73a is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 14:13:17.621016 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-a289f5ac-8682-44ff-a5e0-a828aa0ecca7 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 14:13:17.624757 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-a289f5ac-8682-44ff-a5e0-a828aa0ecca7 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 14:13:17.647943 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289f5ac-8682-44ff-a5e0-a828aa0ecca7 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Pushing event updated for resources: {'Port': ['ID=7c859bac-238c-4f9a-90d0-1f20a8c84b95,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:13:17.677658 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-a289f5ac-8682-44ff-a5e0-a828aa0ecca7 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:17.678269 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-a289f5ac-8682-44ff-a5e0-a828aa0ecca7 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:17.695355 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-a289f5ac-8682-44ff-a5e0-a828aa0ecca7 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5273807 May 24 14:13:17.705997 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.v2.base [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-3d74f99c-4643-4e80-a0f2-233a57e591b9 service neutron] Request body: {'port': {'device_id': '9954418b-cb4d-4071-878e-c2c7fb37d5d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84212'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:13:17.738209 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:17.893257 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-78c93cd2-5677-4d06-9b83-765a894f51ea None None] Provisioning complete for port 7c859bac-238c-4f9a-90d0-1f20a8c84b95 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:13:17.893872 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-78c93cd2-5677-4d06-9b83-765a894f51ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (7c859bac-238c-4f9a-90d0-1f20a8c84b95), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:17.925818 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-78c93cd2-5677-4d06-9b83-765a894f51ea None None] Port 7c859bac-238c-4f9a-90d0-1f20a8c84b95 cannot update to ACTIVE because it is not bound. {{(pid=103809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 14:13:17.986896 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-3d74f99c-4643-4e80-a0f2-233a57e591b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (7c859bac-238c-4f9a-90d0-1f20a8c84b95), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:18.281358 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-3d74f99c-4643-4e80-a0f2-233a57e591b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c859bac-238c-4f9a-90d0-1f20a8c84b95 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 14:13:18.304597 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-3d74f99c-4643-4e80-a0f2-233a57e591b9 service neutron] Publish callbacks [] for port (7c859bac-238c-4f9a-90d0-1f20a8c84b95), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:18.327973 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f7229-8ba8-470f-ab7e-6c20b00afe94 req-5ac2d865-610f-46ad-953b-064f6eb7d3ec tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:18.329425 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ab0f7229-8ba8-470f-ab7e-6c20b00afe94 req-5ac2d865-610f-46ad-953b-064f6eb7d3ec tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=9954418b-cb4d-4071-878e-c2c7fb37d5d2 HTTP/1.1" status: 200 len: 931 time: 0.0671282 May 24 14:13:18.331960 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-3d74f99c-4643-4e80-a0f2-233a57e591b9 service neutron] Transition to ACTIVE for port object 7c859bac-238c-4f9a-90d0-1f20a8c84b95 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 14:13:18.337149 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-3d74f99c-4643-4e80-a0f2-233a57e591b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5714289'] for port (7c859bac-238c-4f9a-90d0-1f20a8c84b95), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:18.417031 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74f99c-4643-4e80-a0f2-233a57e591b9 service neutron] Pushing event updated for resources: {'Port': ['ID=7c859bac-238c-4f9a-90d0-1f20a8c84b95,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:13:18.449658 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-ab0f7229-8ba8-470f-ab7e-6c20b00afe94 req-1a16ad0d-410e-4652-8efd-7e1d48517695 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=35e6d652-ceb1-40e8-bf0c-8dfe4ef1b01a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138973 May 24 14:13:18.488620 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:18.508707 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-3d74f99c-4643-4e80-a0f2-233a57e591b9 service neutron] Attempting to bind port 7c859bac-238c-4f9a-90d0-1f20a8c84b95 on host hv-cinder-84212 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 14:13:18.508707 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-3d74f99c-4643-4e80-a0f2-233a57e591b9 service neutron] Attempting to bind port 7c859bac-238c-4f9a-90d0-1f20a8c84b95 by drivers openvswitch,hyperv on host hv-cinder-84212 at level 0 using segments [{'id': '9d2096c3-4aed-4d08-8fab-38331e25302c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 14:13:18.508950 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-3d74f99c-4643-4e80-a0f2-233a57e591b9 service neutron] Attempting to bind port 7c859bac-238c-4f9a-90d0-1f20a8c84b95 on network d0876f86-477e-43a6-b89a-5d925c2bd73a {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:13:18.515595 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-3d74f99c-4643-4e80-a0f2-233a57e591b9 service neutron] Port 7c859bac-238c-4f9a-90d0-1f20a8c84b95 on network d0876f86-477e-43a6-b89a-5d925c2bd73a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84212 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 14:13:18.515955 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-3d74f99c-4643-4e80-a0f2-233a57e591b9 service neutron] Attempting to bind port 7c859bac-238c-4f9a-90d0-1f20a8c84b95 on network d0876f86-477e-43a6-b89a-5d925c2bd73a {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 14:13:18.521288 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-3d74f99c-4643-4e80-a0f2-233a57e591b9 service neutron] Checking agent: {'id': 'a7952d12-b11e-49b3-ae0f-02e893d8d6d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84212', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'started_at': datetime.datetime(2022, 5, 24, 13, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 14, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 14:13:18.521630 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-3d74f99c-4643-4e80-a0f2-233a57e591b9 service neutron] Checking segment: {'id': '9d2096c3-4aed-4d08-8fab-38331e25302c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 14:13:18.522015 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-3d74f99c-4643-4e80-a0f2-233a57e591b9 service neutron] Bound using segment: {'id': '9d2096c3-4aed-4d08-8fab-38331e25302c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 14:13:18.522443 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-3d74f99c-4643-4e80-a0f2-233a57e591b9 service neutron] Bound port: 7c859bac-238c-4f9a-90d0-1f20a8c84b95, host: hv-cinder-84212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d2096c3-4aed-4d08-8fab-38331e25302c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 14:13:18.522804 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-3d74f99c-4643-4e80-a0f2-233a57e591b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (7c859bac-238c-4f9a-90d0-1f20a8c84b95), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:18.584127 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-3d74f99c-4643-4e80-a0f2-233a57e591b9 service neutron] For port 7c859bac-238c-4f9a-90d0-1f20a8c84b95, host hv-cinder-84212, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 14:13:18.587059 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-3d74f99c-4643-4e80-a0f2-233a57e591b9 service neutron] For port 7c859bac-238c-4f9a-90d0-1f20a8c84b95, host hv-cinder-84212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=7c859bac-238c-4f9a-90d0-1f20a8c84b95,segment=NetworkSegment(9d2096c3-4aed-4d08-8fab-38331e25302c),segment_id=9d2096c3-4aed-4d08-8fab-38331e25302c)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 14:13:18.592906 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-3d74f99c-4643-4e80-a0f2-233a57e591b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5714289'] for port (7c859bac-238c-4f9a-90d0-1f20a8c84b95), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:18.625210 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-3d74f99c-4643-4e80-a0f2-233a57e591b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:18.625819 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-3d74f99c-4643-4e80-a0f2-233a57e591b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:18.627587 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-3d74f99c-4643-4e80-a0f2-233a57e591b9 service neutron] 10.222.0.55 "PUT /v2.0/ports/7c859bac-238c-4f9a-90d0-1f20a8c84b95 HTTP/1.1" status: 200 len: 1093 time: 0.9252706 May 24 14:13:18.629465 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9954418b-cb4d-4071-878e-c2c7fb37d5d2', 'tag': '7c859bac-238c-4f9a-90d0-1f20a8c84b95'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:13:18.631959 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60922b96e112649546d89072a262e180bf09e65c4ab2e641290b12b7b14c337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcf92fa-fa54-41e6-bf0e-5021546995e4" -d '{"events": [{"name": "network-changed", "server_uuid": "9954418b-cb4d-4071-878e-c2c7fb37d5d2", "tag": "7c859bac-238c-4f9a-90d0-1f20a8c84b95"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:13:18.662205 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74f99c-4643-4e80-a0f2-233a57e591b9 service neutron] Pushing event updated for resources: {'Port': ['ID=7c859bac-238c-4f9a-90d0-1f20a8c84b95,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:13:18.703038 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 14:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7228169-8119-493e-85bc-f490049bd427 x-openstack-request-id: req-b7228169-8119-493e-85bc-f490049bd427 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:13:18.703327 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9954418b-cb4d-4071-878e-c2c7fb37d5d2", "tag": "7c859bac-238c-4f9a-90d0-1f20a8c84b95", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:13:18.703578 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7228169-8119-493e-85bc-f490049bd427 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:13:18.703999 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7228169-8119-493e-85bc-f490049bd427'] response: {'name': 'network-changed', 'server_uuid': '9954418b-cb4d-4071-878e-c2c7fb37d5d2', 'tag': '7c859bac-238c-4f9a-90d0-1f20a8c84b95', 'status': 'completed', 'code': 200} May 24 14:13:18.716081 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-b1c434dc-a7c2-4540-8903-7cb71aed24fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:18.717600 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-b1c434dc-a7c2-4540-8903-7cb71aed24fc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e436feb329204699a78d749db135acce&device_id=9954418b-cb4d-4071-878e-c2c7fb37d5d2 HTTP/1.1" status: 200 len: 1127 time: 0.0472977 May 24 14:13:18.760046 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-6f2a0598-ae70-4bc8-bf8b-0119b6472290 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c859bac-238c-4f9a-90d0-1f20a8c84b95 HTTP/1.1" status: 200 len: 217 time: 0.0335236 May 24 14:13:18.809912 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-2abed5b1-af25-4c80-87ff-3f32904dd188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:18.811429 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-2abed5b1-af25-4c80-87ff-3f32904dd188 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b10f4794-31a5-4c72-8ff2-7227ff1bde49 HTTP/1.1" status: 200 len: 849 time: 0.0462441 May 24 14:13:18.855532 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-8723b438-0f7f-427a-a16a-d17e149f0f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:18.857701 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-8723b438-0f7f-427a-a16a-d17e149f0f7c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d0876f86-477e-43a6-b89a-5d925c2bd73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406308 May 24 14:13:18.885086 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:18.953275 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-29fc976f-9b00-4b56-99f2-fd7cd445084c service neutron] 10.222.0.55 "GET /v2.0/networks/d0876f86-477e-43a6-b89a-5d925c2bd73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886168 May 24 14:13:19.041048 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a67e40db-9379-411f-adac-c9964c17c2b7 req-bd20e6ed-483d-413e-a3d9-d09f117da2fb service neutron] 10.222.0.55 "GET /v2.0/networks/d0876f86-477e-43a6-b89a-5d925c2bd73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817127 May 24 14:13:19.569956 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34463107-3926-4bda-962a-b71340ae8f46 req-da0bf2c7-1dda-4284-9b18-1119122d0a55 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:19.571435 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-34463107-3926-4bda-962a-b71340ae8f46 req-da0bf2c7-1dda-4284-9b18-1119122d0a55 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=9954418b-cb4d-4071-878e-c2c7fb37d5d2 HTTP/1.1" status: 200 len: 943 time: 0.0527911 May 24 14:13:19.618070 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-34463107-3926-4bda-962a-b71340ae8f46 req-6147d4dc-f11f-48b0-b26d-c9066b424ee7 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=35e6d652-ceb1-40e8-bf0c-8dfe4ef1b01a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409801 May 24 14:13:20.735030 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d397b3-3aa9-48b1-8655-b6af2daacd17 req-c31a12a1-1866-469d-b94c-d983cb266ceb tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:20.736525 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e7d397b3-3aa9-48b1-8655-b6af2daacd17 req-c31a12a1-1866-469d-b94c-d983cb266ceb tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=9954418b-cb4d-4071-878e-c2c7fb37d5d2 HTTP/1.1" status: 200 len: 943 time: 0.0500247 May 24 14:13:20.783841 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-e7d397b3-3aa9-48b1-8655-b6af2daacd17 req-23b44061-a8b6-44f8-b99f-eec5c1196336 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=35e6d652-ceb1-40e8-bf0c-8dfe4ef1b01a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416594 May 24 14:13:21.339050 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf92fa-fa54-41e6-bf0e-5021546995e4 req-11744b0f-5929-4b92-83af-46e61be44d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:21.340527 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-8dcf92fa-fa54-41e6-bf0e-5021546995e4 req-11744b0f-5929-4b92-83af-46e61be44d97 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e436feb329204699a78d749db135acce&device_id=9954418b-cb4d-4071-878e-c2c7fb37d5d2 HTTP/1.1" status: 200 len: 1127 time: 0.0388868 May 24 14:13:21.447482 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf92fa-fa54-41e6-bf0e-5021546995e4 req-d00cac65-632e-404d-9c24-72a98e95a166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:21.450079 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-8dcf92fa-fa54-41e6-bf0e-5021546995e4 req-d00cac65-632e-404d-9c24-72a98e95a166 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d0876f86-477e-43a6-b89a-5d925c2bd73a HTTP/1.1" status: 200 len: 911 time: 0.1030889 May 24 14:13:21.488745 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-8dcf92fa-fa54-41e6-bf0e-5021546995e4 req-83e26559-4dc2-4760-813f-a2938acf211d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c859bac-238c-4f9a-90d0-1f20a8c84b95 HTTP/1.1" status: 200 len: 217 time: 0.0327437 May 24 14:13:21.536949 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf92fa-fa54-41e6-bf0e-5021546995e4 req-6eee763f-c003-4d35-8b3b-83f0057f6201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:21.538358 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-8dcf92fa-fa54-41e6-bf0e-5021546995e4 req-6eee763f-c003-4d35-8b3b-83f0057f6201 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b10f4794-31a5-4c72-8ff2-7227ff1bde49 HTTP/1.1" status: 200 len: 849 time: 0.0443363 May 24 14:13:21.580723 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf92fa-fa54-41e6-bf0e-5021546995e4 req-28454b7e-5408-42f3-9412-986baed7482e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:21.582141 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-8dcf92fa-fa54-41e6-bf0e-5021546995e4 req-28454b7e-5408-42f3-9412-986baed7482e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d0876f86-477e-43a6-b89a-5d925c2bd73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377681 May 24 14:13:21.672086 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-8dcf92fa-fa54-41e6-bf0e-5021546995e4 req-96bd121a-0e81-4ae5-b834-9b1ebdbb658b service neutron] 10.222.0.55 "GET /v2.0/networks/d0876f86-477e-43a6-b89a-5d925c2bd73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839298 May 24 14:13:21.723123 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:21.764569 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-8dcf92fa-fa54-41e6-bf0e-5021546995e4 req-55d4b26b-61e9-4481-a726-19a32dd1b448 service neutron] 10.222.0.55 "GET /v2.0/networks/d0876f86-477e-43a6-b89a-5d925c2bd73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850375 May 24 14:13:21.902360 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f834e1-cbb2-4e3a-b85d-c0c6067cd8a0 req-148a6294-99fa-4dce-b972-add6c1546166 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:21.903880 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f6f834e1-cbb2-4e3a-b85d-c0c6067cd8a0 req-148a6294-99fa-4dce-b972-add6c1546166 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=9954418b-cb4d-4071-878e-c2c7fb37d5d2 HTTP/1.1" status: 200 len: 943 time: 0.0524275 May 24 14:13:21.952794 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f6f834e1-cbb2-4e3a-b85d-c0c6067cd8a0 req-a61af85d-f0bf-46dc-912a-b974466d1669 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=35e6d652-ceb1-40e8-bf0c-8dfe4ef1b01a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419981 May 24 14:13:22.382854 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 7c859bac-238c-4f9a-90d0-1f20a8c84b95 details requested by agent hyperv_hv-cinder-84212 with host hv-cinder-84212 {{(pid=103809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 14:13:22.385274 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:22.386961 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:22.399538 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:22.494503 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 7c859bac-238c-4f9a-90d0-1f20a8c84b95, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=7c859bac-238c-4f9a-90d0-1f20a8c84b95,segment=NetworkSegment(9d2096c3-4aed-4d08-8fab-38331e25302c),segment_id=9d2096c3-4aed-4d08-8fab-38331e25302c)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:13:22.506767 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Returning: {'device': '7c859bac-238c-4f9a-90d0-1f20a8c84b95', 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a', 'port_id': '7c859bac-238c-4f9a-90d0-1f20a8c84b95', 'mac_address': 'fa:16:3e:cc:d0:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b10f4794-31a5-4c72-8ff2-7227ff1bde49', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 14:13:22.540722 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 7c859bac-238c-4f9a-90d0-1f20a8c84b95 is: DOWN; New status is: BUILD {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:13:22.541110 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (7c859bac-238c-4f9a-90d0-1f20a8c84b95), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:22.554199 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c859bac-238c-4f9a-90d0-1f20a8c84b95 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 14:13:22.573186 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 7c859bac-238c-4f9a-90d0-1f20a8c84b95, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=7c859bac-238c-4f9a-90d0-1f20a8c84b95,segment=NetworkSegment(9d2096c3-4aed-4d08-8fab-38331e25302c),segment_id=9d2096c3-4aed-4d08-8fab-38331e25302c)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:13:22.576972 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (7c859bac-238c-4f9a-90d0-1f20a8c84b95), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:22.624449 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=7c859bac-238c-4f9a-90d0-1f20a8c84b95,revision_number=4']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:13:22.631647 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:22.632018 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:22.632361 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:22.632700 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:22.633031 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:22.633361 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:22.633681 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:22.634005 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:22.634324 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:22.634644 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:22.634963 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:22.635851 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:22.636164 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:22.636481 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:22.636795 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:13:22.970430 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['7c859bac-238c-4f9a-90d0-1f20a8c84b95'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 14:13:23.063917 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589a74d-0ea1-4a88-9be5-d4817e529127 req-542584cf-6843-4df6-a0d1-9844126cc6a2 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:23.065391 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c589a74d-0ea1-4a88-9be5-d4817e529127 req-542584cf-6843-4df6-a0d1-9844126cc6a2 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=9954418b-cb4d-4071-878e-c2c7fb37d5d2 HTTP/1.1" status: 200 len: 944 time: 0.0457721 May 24 14:13:23.112809 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c589a74d-0ea1-4a88-9be5-d4817e529127 req-22fa0b85-1171-4968-b38c-3611d452e571 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=35e6d652-ceb1-40e8-bf0c-8dfe4ef1b01a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418718 May 24 14:13:23.849886 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-35def65c-752a-4882-b191-a6a502e0641e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:24.227884 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516bcaf-ff63-4ce2-a8ae-6d880675f124 req-b3d6e9d3-5c79-4174-8d4e-e322dbd815cf tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:24.229808 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c516bcaf-ff63-4ce2-a8ae-6d880675f124 req-b3d6e9d3-5c79-4174-8d4e-e322dbd815cf tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=9954418b-cb4d-4071-878e-c2c7fb37d5d2 HTTP/1.1" status: 200 len: 944 time: 0.0453756 May 24 14:13:24.275337 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-c516bcaf-ff63-4ce2-a8ae-6d880675f124 req-18d85853-5699-4ae4-899e-a02eb5b04ee2 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=35e6d652-ceb1-40e8-bf0c-8dfe4ef1b01a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400791 May 24 14:13:24.397991 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 7c859bac-238c-4f9a-90d0-1f20a8c84b95 up at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 14:13:24.441277 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning for port 7c859bac-238c-4f9a-90d0-1f20a8c84b95 completed by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 14:13:24.447093 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Provisioning complete for port 7c859bac-238c-4f9a-90d0-1f20a8c84b95 triggered by entity L2. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:13:24.447491 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (7c859bac-238c-4f9a-90d0-1f20a8c84b95), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:24.517052 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Current status of the port 7c859bac-238c-4f9a-90d0-1f20a8c84b95 is: BUILD; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:13:24.517433 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (7c859bac-238c-4f9a-90d0-1f20a8c84b95), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:24.539152 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9954418b-cb4d-4071-878e-c2c7fb37d5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c859bac-238c-4f9a-90d0-1f20a8c84b95'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:13:24.541357 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6704ccb53a4068acec69ef2b688a9e5af712f2ba46f4bf8cce86ae06eb28aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d16589d-793c-45fd-bb0a-6f7aadce05b6" -d '{"events": [{"server_uuid": "9954418b-cb4d-4071-878e-c2c7fb37d5d2", "name": "network-vif-plugged", "status": "completed", "tag": "7c859bac-238c-4f9a-90d0-1f20a8c84b95"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:13:24.557518 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] For port 7c859bac-238c-4f9a-90d0-1f20a8c84b95, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=7c859bac-238c-4f9a-90d0-1f20a8c84b95,segment=NetworkSegment(9d2096c3-4aed-4d08-8fab-38331e25302c),segment_id=9d2096c3-4aed-4d08-8fab-38331e25302c)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:13:24.561555 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033'] for port (7c859bac-238c-4f9a-90d0-1f20a8c84b95), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:24.608841 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Pushing event updated for resources: {'Port': ['ID=7c859bac-238c-4f9a-90d0-1f20a8c84b95,revision_number=5']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:13:24.639558 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 14:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44eeb15-6199-4190-a5a3-0359b1b97b33 x-openstack-request-id: req-b44eeb15-6199-4190-a5a3-0359b1b97b33 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:13:24.639888 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9954418b-cb4d-4071-878e-c2c7fb37d5d2", "name": "network-vif-plugged", "status": "completed", "tag": "7c859bac-238c-4f9a-90d0-1f20a8c84b95", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:13:24.640142 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b44eeb15-6199-4190-a5a3-0359b1b97b33 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:13:24.640534 dv-cinder-842129-1-iscsi neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b44eeb15-6199-4190-a5a3-0359b1b97b33'] response: {'server_uuid': '9954418b-cb4d-4071-878e-c2c7fb37d5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c859bac-238c-4f9a-90d0-1f20a8c84b95', 'code': 200} May 24 14:13:24.806114 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefe9b0-e4b9-40cd-a977-af8a77b52fc6 req-6c8c4e0e-8f63-4777-8b08-f9000a07d565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:24.807556 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-1aefe9b0-e4b9-40cd-a977-af8a77b52fc6 req-6c8c4e0e-8f63-4777-8b08-f9000a07d565 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9954418b-cb4d-4071-878e-c2c7fb37d5d2 HTTP/1.1" status: 200 len: 1129 time: 0.0417690 May 24 14:13:24.850241 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-1aefe9b0-e4b9-40cd-a977-af8a77b52fc6 req-066ba0fb-78c4-472b-9953-6e1048990fca service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=35e6d652-ceb1-40e8-bf0c-8dfe4ef1b01a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362632 May 24 14:13:25.350519 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:25.388352 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137f0a7-a4ef-435c-bdab-124a67fc0544 req-9bea1019-172e-4178-8bb4-0ba9f95da56a tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:25.389817 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-7137f0a7-a4ef-435c-bdab-124a67fc0544 req-9bea1019-172e-4178-8bb4-0ba9f95da56a tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=9954418b-cb4d-4071-878e-c2c7fb37d5d2 HTTP/1.1" status: 200 len: 945 time: 0.0478203 May 24 14:13:25.437514 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-7137f0a7-a4ef-435c-bdab-124a67fc0544 req-a388bbad-2cf5-4baf-818b-395858aa9637 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=35e6d652-ceb1-40e8-bf0c-8dfe4ef1b01a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412912 May 24 14:13:26.181035 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7d69d16c-50a0-4b34-b552-dd2671a964bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:26.564353 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e94ee8-33b9-4631-b9df-b42b7c044b35 req-a75d021a-08a7-4429-a27f-c764425c3cab tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:26.565821 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a0e94ee8-33b9-4631-b9df-b42b7c044b35 req-a75d021a-08a7-4429-a27f-c764425c3cab tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=9954418b-cb4d-4071-878e-c2c7fb37d5d2 HTTP/1.1" status: 200 len: 945 time: 0.0494182 May 24 14:13:26.590944 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:26.618959 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-a0e94ee8-33b9-4631-b9df-b42b7c044b35 req-a898da62-1e22-42b5-9c73-4d04fb272223 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=35e6d652-ceb1-40e8-bf0c-8dfe4ef1b01a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475347 May 24 14:13:27.476502 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:27.733739 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c24ed-84ca-4b9d-b453-51d23e9c0a41 req-24d5d277-4ee3-4793-a2bb-d994060da477 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:27.735078 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-b95c24ed-84ca-4b9d-b453-51d23e9c0a41 req-24d5d277-4ee3-4793-a2bb-d994060da477 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=9954418b-cb4d-4071-878e-c2c7fb37d5d2 HTTP/1.1" status: 200 len: 945 time: 0.0460885 May 24 14:13:27.784189 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-b95c24ed-84ca-4b9d-b453-51d23e9c0a41 req-0c52f39a-b9aa-4ceb-8ef2-e38b9358e7a4 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=35e6d652-ceb1-40e8-bf0c-8dfe4ef1b01a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436878 May 24 14:13:27.894344 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7c017-c5ed-4166-809f-3d4a63cf807c req-7f53ec38-c669-4cee-91f7-d272017baf95 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:27.895802 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-10c7c017-c5ed-4166-809f-3d4a63cf807c req-7f53ec38-c669-4cee-91f7-d272017baf95 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=9954418b-cb4d-4071-878e-c2c7fb37d5d2 HTTP/1.1" status: 200 len: 945 time: 0.0472596 May 24 14:13:27.904892 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 45060) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:13:27.909080 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [None req-4800f984-34d4-4d99-994b-8335e3ef472a tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Request body: {'floatingip': {'port_id': '7c859bac-238c-4f9a-90d0-1f20a8c84b95'}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:13:27.944406 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4800f984-34d4-4d99-994b-8335e3ef472a tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for floatingip (190f9105-2cca-4573-a1d7-a2110b185208), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:27.946934 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:28.348993 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4800f984-34d4-4d99-994b-8335e3ef472a tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:28.352671 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4800f984-34d4-4d99-994b-8335e3ef472a tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534436'] for floatingip (190f9105-2cca-4573-a1d7-a2110b185208), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:28.445271 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.db.l3_db [None req-4800f984-34d4-4d99-994b-8335e3ef472a tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Floating IP 190f9105-2cca-4573-a1d7-a2110b185208 associated. External IP: 172.27.3.146, port: 7c859bac-238c-4f9a-90d0-1f20a8c84b95. May 24 14:13:28.601162 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:28.647462 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4800f984-34d4-4d99-994b-8335e3ef472a tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Router e0b227ab-dcc2-4a46-923c-2a66e468131c has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:13:28.746906 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4800f984-34d4-4d99-994b-8335e3ef472a tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:13:28.751303 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4800f984-34d4-4d99-994b-8335e3ef472a tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:28.757634 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81116cae-c038-40b1-930d-4da8ccc92db3 None None] Sync routers for ids ['e0b227ab-dcc2-4a46-923c-2a66e468131c'] in dv-cinder-842129-1-iscsi {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:13:28.767173 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81116cae-c038-40b1-930d-4da8ccc92db3 None None] Routers {'e0b227ab-dcc2-4a46-923c-2a66e468131c'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:13:28.767782 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-81116cae-c038-40b1-930d-4da8ccc92db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:13:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['e0b227ab-dcc2-4a46-923c-2a66e468131c'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:13:28.787872 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-4800f984-34d4-4d99-994b-8335e3ef472a tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "PUT /v2.0/floatingips/190f9105-2cca-4573-a1d7-a2110b185208 HTTP/1.1" status: 200 len: 991 time: 0.8818934 May 24 14:13:28.788455 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9954418b-cb4d-4071-878e-c2c7fb37d5d2', 'tag': '7c859bac-238c-4f9a-90d0-1f20a8c84b95'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:13:28.790731 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad607e0-6830-4662-946d-c7094acb348f" -d '{"events": [{"name": "network-changed", "server_uuid": "9954418b-cb4d-4071-878e-c2c7fb37d5d2", "tag": "7c859bac-238c-4f9a-90d0-1f20a8c84b95"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:13:28.877237 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-81116cae-c038-40b1-930d-4da8ccc92db3 None None] Set router e0b227ab-dcc2-4a46-923c-2a66e468131c gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:13:28.906705 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 14:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e02705-dc1f-4326-a010-88547b74cfca x-openstack-request-id: req-38e02705-dc1f-4326-a010-88547b74cfca {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:13:28.907212 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9954418b-cb4d-4071-878e-c2c7fb37d5d2", "tag": "7c859bac-238c-4f9a-90d0-1f20a8c84b95", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:13:28.907212 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-38e02705-dc1f-4326-a010-88547b74cfca {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:13:28.907608 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38e02705-dc1f-4326-a010-88547b74cfca'] response: {'name': 'network-changed', 'server_uuid': '9954418b-cb4d-4071-878e-c2c7fb37d5d2', 'tag': '7c859bac-238c-4f9a-90d0-1f20a8c84b95', 'status': 'completed', 'code': 200} May 24 14:13:28.971986 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad607e0-6830-4662-946d-c7094acb348f req-e9363a00-3f31-45df-aab7-4a2822e673bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:28.973495 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0ad607e0-6830-4662-946d-c7094acb348f req-e9363a00-3f31-45df-aab7-4a2822e673bd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e436feb329204699a78d749db135acce&device_id=9954418b-cb4d-4071-878e-c2c7fb37d5d2 HTTP/1.1" status: 200 len: 1129 time: 0.0415683 May 24 14:13:29.040539 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=100 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:29.053438 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=100 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:29.069153 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad607e0-6830-4662-946d-c7094acb348f req-ad425fcf-b347-40b6-ac25-a70f738046c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:29.070625 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0ad607e0-6830-4662-946d-c7094acb348f req-ad425fcf-b347-40b6-ac25-a70f738046c0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d0876f86-477e-43a6-b89a-5d925c2bd73a HTTP/1.1" status: 200 len: 911 time: 0.0901413 May 24 14:13:29.095517 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-81116cae-c038-40b1-930d-4da8ccc92db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'name': 'tempest-AttachVolumeTestJSON-252775452-router', 'tenant_id': 'e436feb329204699a78d749db135acce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:36Z', 'revision_number': 4, 'project_id': 'e436feb329204699a78d749db135acce', 'gw_port': {'id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ba:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '190f9105-2cca-4573-a1d7-a2110b185208', 'tenant_id': 'e436feb329204699a78d749db135acce', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'port_id': '7c859bac-238c-4f9a-90d0-1f20a8c84b95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a', 'mac_address': 'fa:16:3e:cc:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9954418b-cb4d-4071-878e-c2c7fb37d5d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T14:13:15Z', 'updated_at': '2022-05-24T14:13:28Z', 'revision_number': 1, 'project_id': 'e436feb329204699a78d749db135acce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c965ca2-7a19-457f-b6f0-987910a987b0', 'name': '', 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a', 'tenant_id': 'e436feb329204699a78d749db135acce', 'mac_address': 'fa:16:3e:77:74:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b10f4794-31a5-4c72-8ff2-7227ff1bde49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:07:36Z', 'updated_at': '2022-05-24T14:07:40Z', 'revision_number': 5, 'project_id': 'e436feb329204699a78d749db135acce', 'subnets': [{'id': 'b10f4794-31a5-4c72-8ff2-7227ff1bde49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:13:29.122082 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81116cae-c038-40b1-930d-4da8ccc92db3 None None] Checking router: e0b227ab-dcc2-4a46-923c-2a66e468131c for host: dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:13:29.130434 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81116cae-c038-40b1-930d-4da8ccc92db3 None None] Routers {'e0b227ab-dcc2-4a46-923c-2a66e468131c'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:13:29.131295 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-81116cae-c038-40b1-930d-4da8ccc92db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:13:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['e0b227ab-dcc2-4a46-923c-2a66e468131c'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:13:29.142479 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0ad607e0-6830-4662-946d-c7094acb348f req-03efb3c5-9b60-4094-83c5-3be4a4daa088 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c859bac-238c-4f9a-90d0-1f20a8c84b95 HTTP/1.1" status: 200 len: 999 time: 0.0663688 May 24 14:13:29.196157 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad607e0-6830-4662-946d-c7094acb348f req-ba1f98ad-ad35-4232-8342-f014d427e6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:29.197597 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0ad607e0-6830-4662-946d-c7094acb348f req-ba1f98ad-ad35-4232-8342-f014d427e6db service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b10f4794-31a5-4c72-8ff2-7227ff1bde49 HTTP/1.1" status: 200 len: 849 time: 0.0489435 May 24 14:13:29.235250 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-81116cae-c038-40b1-930d-4da8ccc92db3 None None] Set router e0b227ab-dcc2-4a46-923c-2a66e468131c gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:13:29.240509 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad607e0-6830-4662-946d-c7094acb348f req-d574f847-9f62-48e9-90f4-c941c3de7105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:29.241989 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0ad607e0-6830-4662-946d-c7094acb348f req-d574f847-9f62-48e9-90f4-c941c3de7105 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d0876f86-477e-43a6-b89a-5d925c2bd73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383618 May 24 14:13:29.334015 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0ad607e0-6830-4662-946d-c7094acb348f req-ea134e9d-f27d-4e28-91b7-9b5ec7b64fdd service neutron] 10.222.0.55 "GET /v2.0/networks/d0876f86-477e-43a6-b89a-5d925c2bd73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857863 May 24 14:13:29.424070 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-0ad607e0-6830-4662-946d-c7094acb348f req-33a2fb72-d256-4743-88a7-9d009d8b32d6 service neutron] 10.222.0.55 "GET /v2.0/networks/d0876f86-477e-43a6-b89a-5d925c2bd73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835574 May 24 14:13:29.440047 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-81116cae-c038-40b1-930d-4da8ccc92db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'name': 'tempest-AttachVolumeTestJSON-252775452-router', 'tenant_id': 'e436feb329204699a78d749db135acce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:36Z', 'revision_number': 4, 'project_id': 'e436feb329204699a78d749db135acce', 'gw_port': {'id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ba:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '190f9105-2cca-4573-a1d7-a2110b185208', 'tenant_id': 'e436feb329204699a78d749db135acce', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'port_id': '7c859bac-238c-4f9a-90d0-1f20a8c84b95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a', 'mac_address': 'fa:16:3e:cc:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9954418b-cb4d-4071-878e-c2c7fb37d5d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T14:13:15Z', 'updated_at': '2022-05-24T14:13:28Z', 'revision_number': 1, 'project_id': 'e436feb329204699a78d749db135acce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c965ca2-7a19-457f-b6f0-987910a987b0', 'name': '', 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a', 'tenant_id': 'e436feb329204699a78d749db135acce', 'mac_address': 'fa:16:3e:77:74:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b10f4794-31a5-4c72-8ff2-7227ff1bde49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:07:36Z', 'updated_at': '2022-05-24T14:07:40Z', 'revision_number': 5, 'project_id': 'e436feb329204699a78d749db135acce', 'subnets': [{'id': 'b10f4794-31a5-4c72-8ff2-7227ff1bde49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:13:29.471599 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81116cae-c038-40b1-930d-4da8ccc92db3 None None] The sync data for ids ['e0b227ab-dcc2-4a46-923c-2a66e468131c'] in dv-cinder-842129-1-iscsi is: [{'id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'name': 'tempest-AttachVolumeTestJSON-252775452-router', 'tenant_id': 'e436feb329204699a78d749db135acce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:36Z', 'revision_number': 4, 'project_id': 'e436feb329204699a78d749db135acce', 'gw_port': {'id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ba:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_floatingips': [{'id': '190f9105-2cca-4573-a1d7-a2110b185208', 'tenant_id': 'e436feb329204699a78d749db135acce', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'router_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'port_id': '7c859bac-238c-4f9a-90d0-1f20a8c84b95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a', 'mac_address': 'fa:16:3e:cc:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9954418b-cb4d-4071-878e-c2c7fb37d5d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T14:13:15Z', 'updated_at': '2022-05-24T14:13:28Z', 'revision_number': 1, 'project_id': 'e436feb329204699a78d749db135acce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c965ca2-7a19-457f-b6f0-987910a987b0', 'name': '', 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a', 'tenant_id': 'e436feb329204699a78d749db135acce', 'mac_address': 'fa:16:3e:77:74:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b10f4794-31a5-4c72-8ff2-7227ff1bde49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:07:36Z', 'updated_at': '2022-05-24T14:07:40Z', 'revision_number': 5, 'project_id': 'e436feb329204699a78d749db135acce', 'subnets': [{'id': 'b10f4794-31a5-4c72-8ff2-7227ff1bde49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:13:29.675471 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca343db3-a8f8-4f3d-bd9e-9cdb8a70e0ad None None] New status for floating IP 190f9105-2cca-4573-a1d7-a2110b185208: ACTIVE {{(pid=103809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 14:13:30.584687 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:31.387712 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 14:13:38.780753 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:38.782599 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:39.419292 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=66 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:39.421659 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=93 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:39.443919 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=42 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:40.211241 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:40.580100 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=60,neutron:UPDATE=4 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:41.384464 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=46 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:49.249200 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-228cf84e-238c-4da1-b3e1-ccc59abf98db req-d1fc064d-0fea-4cf9-96de-8fa2fd73d8f8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381486 May 24 14:13:49.313660 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cf84e-238c-4da1-b3e1-ccc59abf98db req-78a519c3-b6e3-4a56-9a57-6c7ffc5c1e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:49.315095 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-228cf84e-238c-4da1-b3e1-ccc59abf98db req-78a519c3-b6e3-4a56-9a57-6c7ffc5c1e58 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b878ba5622b445a0be6f66811572d4cd&device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 1168 time: 0.0430722 May 24 14:13:49.416860 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cf84e-238c-4da1-b3e1-ccc59abf98db req-d04d250a-b554-46b4-8d5b-26780ea04604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:49.418526 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-228cf84e-238c-4da1-b3e1-ccc59abf98db req-d04d250a-b554-46b4-8d5b-26780ea04604 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca7ebee3-d4f2-4e52-bae6-d78f4c39715f HTTP/1.1" status: 200 len: 914 time: 0.0836139 May 24 14:13:49.484036 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-228cf84e-238c-4da1-b3e1-ccc59abf98db req-ad61bd21-8b46-4476-b79b-d22a331edf0d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c3792a2-16be-4b1a-9ed7-d4d04705b095 HTTP/1.1" status: 200 len: 1001 time: 0.0601172 May 24 14:13:49.533648 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cf84e-238c-4da1-b3e1-ccc59abf98db req-b2b021d5-c21f-49e2-af12-f0e2c750191c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:49.535185 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-228cf84e-238c-4da1-b3e1-ccc59abf98db req-b2b021d5-c21f-49e2-af12-f0e2c750191c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=92afa446-4360-474e-b370-0dfc1216785f HTTP/1.1" status: 200 len: 852 time: 0.0454192 May 24 14:13:49.579727 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cf84e-238c-4da1-b3e1-ccc59abf98db req-9dd9daab-04b9-4d31-8ba0-43dece5d2782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:49.581321 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-228cf84e-238c-4da1-b3e1-ccc59abf98db req-9dd9daab-04b9-4d31-8ba0-43dece5d2782 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca7ebee3-d4f2-4e52-bae6-d78f4c39715f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398374 May 24 14:13:49.672173 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-228cf84e-238c-4da1-b3e1-ccc59abf98db req-7eaf6050-013f-471b-adb0-20c05bdb1173 service neutron] 10.222.0.55 "GET /v2.0/networks/ca7ebee3-d4f2-4e52-bae6-d78f4c39715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846102 May 24 14:13:49.761548 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-228cf84e-238c-4da1-b3e1-ccc59abf98db req-305eb949-0c26-4ffb-b6a9-c419e15fc88c service neutron] 10.222.0.55 "GET /v2.0/networks/ca7ebee3-d4f2-4e52-bae6-d78f4c39715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821145 May 24 14:13:50.205789 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=60,neutron:UPDATE=4 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:50.206562 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:50.604397 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-84d01194-21d7-4ae2-85c3-a28da3a3e6e6 req-962ed323-2132-462b-8e9b-5d1414ddc35a tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1749158197&fields=id&tenant_id=b878ba5622b445a0be6f66811572d4cd HTTP/1.1" status: 200 len: 267 time: 0.0434279 May 24 14:13:50.654945 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d01194-21d7-4ae2-85c3-a28da3a3e6e6 req-986ac14d-cf8b-4a66-a84b-59aa0d60b632 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:50.656417 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-84d01194-21d7-4ae2-85c3-a28da3a3e6e6 req-986ac14d-cf8b-4a66-a84b-59aa0d60b632 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 984 time: 0.0462070 May 24 14:13:50.666502 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.v2.base [req-84d01194-21d7-4ae2-85c3-a28da3a3e6e6 req-5370cb59-4312-42b3-a56a-199630a18961 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Request body: {'port': {'security_groups': ['b7624747-fc9f-4677-aa27-ae30703e62ee']}} {{(pid=103807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 14:13:50.740589 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-84d01194-21d7-4ae2-85c3-a28da3a3e6e6 req-5370cb59-4312-42b3-a56a-199630a18961 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1782213'] for port (3c3792a2-16be-4b1a-9ed7-d4d04705b095), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:50.942990 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [req-84d01194-21d7-4ae2-85c3-a28da3a3e6e6 req-5370cb59-4312-42b3-a56a-199630a18961 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] For port 3c3792a2-16be-4b1a-9ed7-d4d04705b095, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=3c3792a2-16be-4b1a-9ed7-d4d04705b095,segment=NetworkSegment(8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1),segment_id=8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:13:50.970464 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-84d01194-21d7-4ae2-85c3-a28da3a3e6e6 req-5370cb59-4312-42b3-a56a-199630a18961 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks [] for port (3c3792a2-16be-4b1a-9ed7-d4d04705b095), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:50.974939 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-84d01194-21d7-4ae2-85c3-a28da3a3e6e6 req-5370cb59-4312-42b3-a56a-199630a18961 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727739346634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727738826015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727738826033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5058382'] for port (3c3792a2-16be-4b1a-9ed7-d4d04705b095), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:50.986524 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['3c3792a2-16be-4b1a-9ed7-d4d04705b095'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 14:13:51.021976 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d01194-21d7-4ae2-85c3-a28da3a3e6e6 req-5370cb59-4312-42b3-a56a-199630a18961 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:51.022626 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [req-84d01194-21d7-4ae2-85c3-a28da3a3e6e6 req-5370cb59-4312-42b3-a56a-199630a18961 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:51.024077 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-84d01194-21d7-4ae2-85c3-a28da3a3e6e6 req-5370cb59-4312-42b3-a56a-199630a18961 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "PUT /v2.0/ports/3c3792a2-16be-4b1a-9ed7-d4d04705b095 HTTP/1.1" status: 200 len: 942 time: 0.3618205 May 24 14:13:51.024541 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c210ef-d814-4516-bb61-d74a5a880aff', 'tag': '3c3792a2-16be-4b1a-9ed7-d4d04705b095'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:13:51.026823 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d367c076-57f3-4176-85b5-f192e7d13df6" -d '{"events": [{"name": "network-changed", "server_uuid": "50c210ef-d814-4516-bb61-d74a5a880aff", "tag": "3c3792a2-16be-4b1a-9ed7-d4d04705b095"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:13:51.031936 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 45084) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:13:51.046797 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5370cb59-4312-42b3-a56a-199630a18961 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Pushing event updated for resources: {'Port': ['ID=3c3792a2-16be-4b1a-9ed7-d4d04705b095,revision_number=7']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:13:51.087594 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 14:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115050ab-301d-45d0-9d70-564d56e705b1 x-openstack-request-id: req-115050ab-301d-45d0-9d70-564d56e705b1 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:13:51.088083 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c210ef-d814-4516-bb61-d74a5a880aff", "tag": "3c3792a2-16be-4b1a-9ed7-d4d04705b095", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:13:51.088395 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-115050ab-301d-45d0-9d70-564d56e705b1 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:13:51.088862 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-115050ab-301d-45d0-9d70-564d56e705b1'] response: {'name': 'network-changed', 'server_uuid': '50c210ef-d814-4516-bb61-d74a5a880aff', 'tag': '3c3792a2-16be-4b1a-9ed7-d4d04705b095', 'status': 'completed', 'code': 200} May 24 14:13:51.131559 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['3c3792a2-16be-4b1a-9ed7-d4d04705b095'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 14:13:51.169288 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d0660b2-74cd-4702-b0f1-07ac1d901a49 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks [] for security_group (cf44fb62-4da8-41d8-95e7-4e3870b1512b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:51.171755 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367c076-57f3-4176-85b5-f192e7d13df6 req-979c1801-95c5-4fde-a7c4-7161a3461aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:51.173348 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d367c076-57f3-4176-85b5-f192e7d13df6 req-979c1801-95c5-4fde-a7c4-7161a3461aa8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b878ba5622b445a0be6f66811572d4cd&device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 1129 time: 0.0591378 May 24 14:13:51.243251 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d0660b2-74cd-4702-b0f1-07ac1d901a49 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks [] for security_group (cf44fb62-4da8-41d8-95e7-4e3870b1512b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:51.285404 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [None req-385bb1c2-ab00-45ac-9168-ac2ade5f5d36 None None] Provisioning complete for port 3c3792a2-16be-4b1a-9ed7-d4d04705b095 triggered by entity DHCP. {{(pid=103809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 14:13:51.286011 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-385bb1c2-ab00-45ac-9168-ac2ade5f5d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1848912'] for port (3c3792a2-16be-4b1a-9ed7-d4d04705b095), provisioning_complete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:51.317939 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367c076-57f3-4176-85b5-f192e7d13df6 req-908074b9-f744-49d5-a5af-618795ff709d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:51.319492 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d367c076-57f3-4176-85b5-f192e7d13df6 req-908074b9-f744-49d5-a5af-618795ff709d service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca7ebee3-d4f2-4e52-bae6-d78f4c39715f HTTP/1.1" status: 200 len: 914 time: 0.1361368 May 24 14:13:51.388441 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-385bb1c2-ab00-45ac-9168-ac2ade5f5d36 None None] Current status of the port 3c3792a2-16be-4b1a-9ed7-d4d04705b095 is: ACTIVE; New status is: ACTIVE {{(pid=103809) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 14:13:51.388694 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d0660b2-74cd-4702-b0f1-07ac1d901a49 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (cf44fb62-4da8-41d8-95e7-4e3870b1512b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:51.391101 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d0660b2-74cd-4702-b0f1-07ac1d901a49 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:51.392264 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-1d0660b2-74cd-4702-b0f1-07ac1d901a49 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "DELETE /v2.0/security-groups/cf44fb62-4da8-41d8-95e7-4e3870b1512b HTTP/1.1" status: 204 len: 168 time: 0.3581398 May 24 14:13:51.395231 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 45086) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:13:51.397406 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d367c076-57f3-4176-85b5-f192e7d13df6 req-8d45229f-a5c4-4e28-8ca5-414f7f85058f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c3792a2-16be-4b1a-9ed7-d4d04705b095 HTTP/1.1" status: 200 len: 1001 time: 0.0714741 May 24 14:13:51.414178 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0660b2-74cd-4702-b0f1-07ac1d901a49 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf44fb62-4da8-41d8-95e7-4e3870b1512b,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:13:51.417160 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:51.461690 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367c076-57f3-4176-85b5-f192e7d13df6 req-0d0b1ec0-28af-4ac1-a5bf-ea40c6434e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:51.463101 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d367c076-57f3-4176-85b5-f192e7d13df6 req-0d0b1ec0-28af-4ac1-a5bf-ea40c6434e39 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=92afa446-4360-474e-b370-0dfc1216785f HTTP/1.1" status: 200 len: 852 time: 0.0570323 May 24 14:13:51.509211 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367c076-57f3-4176-85b5-f192e7d13df6 req-24e282ea-6bfd-4e3a-a176-06ac76fcf88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:51.510766 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d367c076-57f3-4176-85b5-f192e7d13df6 req-24e282ea-6bfd-4e3a-a176-06ac76fcf88e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca7ebee3-d4f2-4e52-bae6-d78f4c39715f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401676 May 24 14:13:51.564106 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-03788d89-6471-44fc-9ba0-df6dffe398d0 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Deleting port 5e35434a-b834-4b44-b974-a63fd726dcdb {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:13:51.564456 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-03788d89-6471-44fc-9ba0-df6dffe398d0 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (5e35434a-b834-4b44-b974-a63fd726dcdb), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:51.604532 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d367c076-57f3-4176-85b5-f192e7d13df6 req-0919621b-67cd-4637-ba41-ef0c9adace6c service neutron] 10.222.0.55 "GET /v2.0/networks/ca7ebee3-d4f2-4e52-bae6-d78f4c39715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875113 May 24 14:13:51.642869 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-03788d89-6471-44fc-9ba0-df6dffe398d0 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (5e35434a-b834-4b44-b974-a63fd726dcdb), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:51.643511 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-03788d89-6471-44fc-9ba0-df6dffe398d0 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks [] for floatingip (5e35434a-b834-4b44-b974-a63fd726dcdb), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:51.655937 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-03788d89-6471-44fc-9ba0-df6dffe398d0 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Calling delete_port for 5e35434a-b834-4b44-b974-a63fd726dcdb owned by network:floatingip {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:13:51.662168 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:51.693109 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-d367c076-57f3-4176-85b5-f192e7d13df6 req-3e341413-05cd-4af5-ae8f-9db0b0c9b530 service neutron] 10.222.0.55 "GET /v2.0/networks/ca7ebee3-d4f2-4e52-bae6-d78f4c39715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835226 May 24 14:13:51.736718 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:51.786931 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:51.802252 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-03788d89-6471-44fc-9ba0-df6dffe398d0 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (5e35434a-b834-4b44-b974-a63fd726dcdb), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:51.826837 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03788d89-6471-44fc-9ba0-df6dffe398d0 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Pushing event deleted for resources: {'Port': ['ID=5e35434a-b834-4b44-b974-a63fd726dcdb,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:13:51.887839 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-03788d89-6471-44fc-9ba0-df6dffe398d0 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks [] for floatingip (a6efebf4-ed59-429b-bed9-a80ab50e2d0e), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:51.888191 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.db.l3_db [None req-03788d89-6471-44fc-9ba0-df6dffe398d0 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Floating IP a6efebf4-ed59-429b-bed9-a80ab50e2d0e disassociated (deleted). External IP: 172.27.3.137, port: 3c3792a2-16be-4b1a-9ed7-d4d04705b095. May 24 14:13:52.083668 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03788d89-6471-44fc-9ba0-df6dffe398d0 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Router d053003a-db2a-470a-8458-99601af5719d has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:13:52.202255 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03788d89-6471-44fc-9ba0-df6dffe398d0 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:13:52.207029 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-03788d89-6471-44fc-9ba0-df6dffe398d0 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:52.211491 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f8583e-afe8-447f-b1c1-5529e49364a9 None None] Sync routers for ids ['d053003a-db2a-470a-8458-99601af5719d'] in dv-cinder-842129-1-iscsi {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:13:52.220933 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f8583e-afe8-447f-b1c1-5529e49364a9 None None] Routers {'d053003a-db2a-470a-8458-99601af5719d'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:13:52.221533 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-40f8583e-afe8-447f-b1c1-5529e49364a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:13:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['d053003a-db2a-470a-8458-99601af5719d'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:13:52.235609 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-03788d89-6471-44fc-9ba0-df6dffe398d0 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "DELETE /v2.0/floatingips/a6efebf4-ed59-429b-bed9-a80ab50e2d0e HTTP/1.1" status: 204 len: 168 time: 0.8391628 May 24 14:13:52.323860 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-40f8583e-afe8-447f-b1c1-5529e49364a9 None None] Set router d053003a-db2a-470a-8458-99601af5719d gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:13:52.525334 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-40f8583e-afe8-447f-b1c1-5529e49364a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd053003a-db2a-470a-8458-99601af5719d', 'name': 'tempest-TestMinimumBasicScenario-94481849-router', 'tenant_id': 'b878ba5622b445a0be6f66811572d4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '1c7958f7-81f7-453f-b750-9502ecf5c354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:10:39Z', 'updated_at': '2022-05-24T14:10:41Z', 'revision_number': 4, 'project_id': 'b878ba5622b445a0be6f66811572d4cd', 'gw_port': {'id': '1c7958f7-81f7-453f-b750-9502ecf5c354', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd053003a-db2a-470a-8458-99601af5719d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:10:39Z', 'updated_at': '2022-05-24T14:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': 'ff9f1ced-8ff1-433f-bb9c-fd6959587b34', 'name': '', 'network_id': 'ca7ebee3-d4f2-4e52-bae6-d78f4c39715f', 'tenant_id': 'b878ba5622b445a0be6f66811572d4cd', 'mac_address': 'fa:16:3e:a7:aa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd053003a-db2a-470a-8458-99601af5719d', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '92afa446-4360-474e-b370-0dfc1216785f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:10:41Z', 'updated_at': '2022-05-24T14:10:45Z', 'revision_number': 5, 'project_id': 'b878ba5622b445a0be6f66811572d4cd', 'subnets': [{'id': '92afa446-4360-474e-b370-0dfc1216785f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:13:52.554266 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f8583e-afe8-447f-b1c1-5529e49364a9 None None] Checking router: d053003a-db2a-470a-8458-99601af5719d for host: dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:13:52.563366 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f8583e-afe8-447f-b1c1-5529e49364a9 None None] Routers {'d053003a-db2a-470a-8458-99601af5719d'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:13:52.564008 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-40f8583e-afe8-447f-b1c1-5529e49364a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:13:26Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['d053003a-db2a-470a-8458-99601af5719d'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:13:52.660230 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-40f8583e-afe8-447f-b1c1-5529e49364a9 None None] Set router d053003a-db2a-470a-8458-99601af5719d gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:13:52.842454 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-40f8583e-afe8-447f-b1c1-5529e49364a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd053003a-db2a-470a-8458-99601af5719d', 'name': 'tempest-TestMinimumBasicScenario-94481849-router', 'tenant_id': 'b878ba5622b445a0be6f66811572d4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '1c7958f7-81f7-453f-b750-9502ecf5c354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:10:39Z', 'updated_at': '2022-05-24T14:10:41Z', 'revision_number': 4, 'project_id': 'b878ba5622b445a0be6f66811572d4cd', 'gw_port': {'id': '1c7958f7-81f7-453f-b750-9502ecf5c354', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd053003a-db2a-470a-8458-99601af5719d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:10:39Z', 'updated_at': '2022-05-24T14:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': 'ff9f1ced-8ff1-433f-bb9c-fd6959587b34', 'name': '', 'network_id': 'ca7ebee3-d4f2-4e52-bae6-d78f4c39715f', 'tenant_id': 'b878ba5622b445a0be6f66811572d4cd', 'mac_address': 'fa:16:3e:a7:aa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd053003a-db2a-470a-8458-99601af5719d', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '92afa446-4360-474e-b370-0dfc1216785f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:10:41Z', 'updated_at': '2022-05-24T14:10:45Z', 'revision_number': 5, 'project_id': 'b878ba5622b445a0be6f66811572d4cd', 'subnets': [{'id': '92afa446-4360-474e-b370-0dfc1216785f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:13:52.869123 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f8583e-afe8-447f-b1c1-5529e49364a9 None None] The sync data for ids ['d053003a-db2a-470a-8458-99601af5719d'] in dv-cinder-842129-1-iscsi is: [{'id': 'd053003a-db2a-470a-8458-99601af5719d', 'name': 'tempest-TestMinimumBasicScenario-94481849-router', 'tenant_id': 'b878ba5622b445a0be6f66811572d4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '1c7958f7-81f7-453f-b750-9502ecf5c354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:10:39Z', 'updated_at': '2022-05-24T14:10:41Z', 'revision_number': 4, 'project_id': 'b878ba5622b445a0be6f66811572d4cd', 'gw_port': {'id': '1c7958f7-81f7-453f-b750-9502ecf5c354', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd053003a-db2a-470a-8458-99601af5719d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:10:39Z', 'updated_at': '2022-05-24T14:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': 'ff9f1ced-8ff1-433f-bb9c-fd6959587b34', 'name': '', 'network_id': 'ca7ebee3-d4f2-4e52-bae6-d78f4c39715f', 'tenant_id': 'b878ba5622b445a0be6f66811572d4cd', 'mac_address': 'fa:16:3e:a7:aa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd053003a-db2a-470a-8458-99601af5719d', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '92afa446-4360-474e-b370-0dfc1216785f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:10:41Z', 'updated_at': '2022-05-24T14:10:45Z', 'revision_number': 5, 'project_id': 'b878ba5622b445a0be6f66811572d4cd', 'subnets': [{'id': '92afa446-4360-474e-b370-0dfc1216785f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:13:53.090409 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c210ef-d814-4516-bb61-d74a5a880aff', 'tag': '3c3792a2-16be-4b1a-9ed7-d4d04705b095'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:13:53.090896 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdede2c-1eb6-4c81-8923-3e0512d8f5ce None None] New status for floating IP a6efebf4-ed59-429b-bed9-a80ab50e2d0e: DOWN {{(pid=103809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 14:13:53.092772 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c72c859cb654ea563ba7bc3268b7ef7b25dc110ae348baa9861faf3b33521d3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b91b65d-2413-4d1a-93a0-2bc2587576b8" -d '{"events": [{"name": "network-changed", "server_uuid": "50c210ef-d814-4516-bb61-d74a5a880aff", "tag": "3c3792a2-16be-4b1a-9ed7-d4d04705b095"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:13:53.129854 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 14:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010fbd00-6918-4ecf-9c42-63055194dc27 x-openstack-request-id: req-010fbd00-6918-4ecf-9c42-63055194dc27 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:13:53.130147 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c210ef-d814-4516-bb61-d74a5a880aff", "tag": "3c3792a2-16be-4b1a-9ed7-d4d04705b095", "status": "completed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:13:53.130405 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-010fbd00-6918-4ecf-9c42-63055194dc27 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:13:53.130835 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-010fbd00-6918-4ecf-9c42-63055194dc27'] response: {'name': 'network-changed', 'server_uuid': '50c210ef-d814-4516-bb61-d74a5a880aff', 'tag': '3c3792a2-16be-4b1a-9ed7-d4d04705b095', 'status': 'completed', 'code': 200} May 24 14:13:53.207968 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91b65d-2413-4d1a-93a0-2bc2587576b8 req-347414cc-262e-44a4-b180-d0c51ee780c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:53.209951 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-1b91b65d-2413-4d1a-93a0-2bc2587576b8 req-347414cc-262e-44a4-b180-d0c51ee780c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b878ba5622b445a0be6f66811572d4cd&device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 1129 time: 0.0557773 May 24 14:13:53.299863 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91b65d-2413-4d1a-93a0-2bc2587576b8 req-a0fc4da8-05ae-435b-8bf4-7542233fcc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:53.301323 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-1b91b65d-2413-4d1a-93a0-2bc2587576b8 req-a0fc4da8-05ae-435b-8bf4-7542233fcc5a service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca7ebee3-d4f2-4e52-bae6-d78f4c39715f HTTP/1.1" status: 200 len: 914 time: 0.0855265 May 24 14:13:53.343791 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-1b91b65d-2413-4d1a-93a0-2bc2587576b8 req-f53ab031-8bd6-4323-8a2f-6b2d89b21974 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c3792a2-16be-4b1a-9ed7-d4d04705b095 HTTP/1.1" status: 200 len: 217 time: 0.0364900 May 24 14:13:53.393718 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91b65d-2413-4d1a-93a0-2bc2587576b8 req-79740e88-f61b-4480-aff1-184640a10112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:53.395149 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-1b91b65d-2413-4d1a-93a0-2bc2587576b8 req-79740e88-f61b-4480-aff1-184640a10112 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=92afa446-4360-474e-b370-0dfc1216785f HTTP/1.1" status: 200 len: 852 time: 0.0438266 May 24 14:13:53.440045 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91b65d-2413-4d1a-93a0-2bc2587576b8 req-28eaaeec-aa0d-41ee-b0b4-a13a7adcd042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:53.441484 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-1b91b65d-2413-4d1a-93a0-2bc2587576b8 req-28eaaeec-aa0d-41ee-b0b4-a13a7adcd042 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca7ebee3-d4f2-4e52-bae6-d78f4c39715f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391917 May 24 14:13:53.546296 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-1b91b65d-2413-4d1a-93a0-2bc2587576b8 req-731e2c5a-3b76-409a-a9c8-0d7ec504012f service neutron] 10.222.0.55 "GET /v2.0/networks/ca7ebee3-d4f2-4e52-bae6-d78f4c39715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949306 May 24 14:13:53.636678 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-1b91b65d-2413-4d1a-93a0-2bc2587576b8 req-12cb1166-63a1-4962-ab25-d69aa8bef2f4 service neutron] 10.222.0.55 "GET /v2.0/networks/ca7ebee3-d4f2-4e52-bae6-d78f4c39715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847211 May 24 14:13:53.842875 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-09a06f65-56f5-4687-8842-08a84a264a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:54.982706 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d3780-c3bb-478f-9416-376eb88c039b req-a40295f1-0489-4bb0-a65f-5d4e2dafd40d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:54.984190 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-011d3780-c3bb-478f-9416-376eb88c039b req-a40295f1-0489-4bb0-a65f-5d4e2dafd40d tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 945 time: 0.0461886 May 24 14:13:55.029831 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-011d3780-c3bb-478f-9416-376eb88c039b req-598f2493-c5da-4356-a0f8-a5ee127350fe tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7624747-fc9f-4677-aa27-ae30703e62ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400362 May 24 14:13:56.144408 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5bcb0-6ac2-49de-8e89-0ee0429323b9 req-e8e0f8f6-b67e-4a11-aed7-9b9f2cfea96e tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:56.145847 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-80b5bcb0-6ac2-49de-8e89-0ee0429323b9 req-e8e0f8f6-b67e-4a11-aed7-9b9f2cfea96e tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 945 time: 0.0476253 May 24 14:13:56.182635 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-78d6baad-0897-427e-909b-ae545ad88cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:56.196578 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-80b5bcb0-6ac2-49de-8e89-0ee0429323b9 req-6067e7a3-a88e-4572-a62d-ed2c042bb8b0 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7624747-fc9f-4677-aa27-ae30703e62ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452747 May 24 14:13:57.069638 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374ff55-6c11-4051-99a8-3053142a4e48 req-67711249-8ee7-4c28-babe-f04b88f5b51e tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:57.071064 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6374ff55-6c11-4051-99a8-3053142a4e48 req-67711249-8ee7-4c28-babe-f04b88f5b51e tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.55 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 945 time: 0.0491171 May 24 14:13:57.149644 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-6374ff55-6c11-4051-99a8-3053142a4e48 req-e4f1f9f0-7d3a-4162-81e9-acb267969c09 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Deleting port 3c3792a2-16be-4b1a-9ed7-d4d04705b095 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:13:57.150349 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-6374ff55-6c11-4051-99a8-3053142a4e48 req-e4f1f9f0-7d3a-4162-81e9-acb267969c09 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (3c3792a2-16be-4b1a-9ed7-d4d04705b095), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:57.240062 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-6374ff55-6c11-4051-99a8-3053142a4e48 req-e4f1f9f0-7d3a-4162-81e9-acb267969c09 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] For port 3c3792a2-16be-4b1a-9ed7-d4d04705b095, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=3c3792a2-16be-4b1a-9ed7-d4d04705b095,segment=NetworkSegment(8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1),segment_id=8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:13:57.240428 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-6374ff55-6c11-4051-99a8-3053142a4e48 req-e4f1f9f0-7d3a-4162-81e9-acb267969c09 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (3c3792a2-16be-4b1a-9ed7-d4d04705b095), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:57.254459 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-6374ff55-6c11-4051-99a8-3053142a4e48 req-e4f1f9f0-7d3a-4162-81e9-acb267969c09 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Calling delete_port for 3c3792a2-16be-4b1a-9ed7-d4d04705b095 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:13:57.291961 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:57.313444 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd916f6c-af33-4e49-8d58-3bcdf427e1c3 req-d55633d0-5a85-43ec-83c3-301aa8cc09c4 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:13:57.314914 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-cd916f6c-af33-4e49-8d58-3bcdf427e1c3 req-d55633d0-5a85-43ec-83c3-301aa8cc09c4 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/ports?device_id=50c210ef-d814-4516-bb61-d74a5a880aff HTTP/1.1" status: 200 len: 945 time: 0.0511229 May 24 14:13:57.327375 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:57.363387 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-cd916f6c-af33-4e49-8d58-3bcdf427e1c3 req-b2ee6e43-2fc8-43b6-9582-a8e83b7fc2e9 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7624747-fc9f-4677-aa27-ae30703e62ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426409 May 24 14:13:57.381819 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-6374ff55-6c11-4051-99a8-3053142a4e48 req-e4f1f9f0-7d3a-4162-81e9-acb267969c09 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (3c3792a2-16be-4b1a-9ed7-d4d04705b095), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:57.392730 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] get_ports_and_sgs() called for port_ids ['3c3792a2-16be-4b1a-9ed7-d4d04705b095'] {{(pid=103809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 14:13:57.413869 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1f9f0-7d3a-4162-81e9-acb267969c09 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Pushing event deleted for resources: {'Port': ['ID=3c3792a2-16be-4b1a-9ed7-d4d04705b095,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:13:57.457765 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-6374ff55-6c11-4051-99a8-3053142a4e48 req-e4f1f9f0-7d3a-4162-81e9-acb267969c09 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] No DVR routers for this DVR port 3c3792a2-16be-4b1a-9ed7-d4d04705b095 on host hv-cinder-84212 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 14:13:57.460277 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-6374ff55-6c11-4051-99a8-3053142a4e48 req-e4f1f9f0-7d3a-4162-81e9-acb267969c09 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:57.463432 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-6374ff55-6c11-4051-99a8-3053142a4e48 req-e4f1f9f0-7d3a-4162-81e9-acb267969c09 tempest-TestMinimumBasicScenario-946487326 tempest-TestMinimumBasicScenario-946487326-project] 10.222.0.55 "DELETE /v2.0/ports/3c3792a2-16be-4b1a-9ed7-d4d04705b095 HTTP/1.1" status: 204 len: 173 time: 0.3872836 May 24 14:13:57.463881 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c210ef-d814-4516-bb61-d74a5a880aff', 'name': 'network-vif-deleted', 'tag': '3c3792a2-16be-4b1a-9ed7-d4d04705b095'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:13:57.466833 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60922b96e112649546d89072a262e180bf09e65c4ab2e641290b12b7b14c337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6cb857-e038-4c20-81b4-a3df51259147" -d '{"events": [{"server_uuid": "50c210ef-d814-4516-bb61-d74a5a880aff", "name": "network-vif-deleted", "tag": "3c3792a2-16be-4b1a-9ed7-d4d04705b095"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:13:57.480683 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:57.505327 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 14:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771e30e3-e75c-4d4d-92c8-d8eeea4388da x-openstack-request-id: req-771e30e3-e75c-4d4d-92c8-d8eeea4388da {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:13:57.505636 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c210ef-d814-4516-bb61-d74a5a880aff", "name": "network-vif-deleted", "tag": "3c3792a2-16be-4b1a-9ed7-d4d04705b095", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:13:57.505888 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-771e30e3-e75c-4d4d-92c8-d8eeea4388da {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:13:57.506542 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-771e30e3-e75c-4d4d-92c8-d8eeea4388da'] response: {'server_uuid': '50c210ef-d814-4516-bb61-d74a5a880aff', 'name': 'network-vif-deleted', 'tag': '3c3792a2-16be-4b1a-9ed7-d4d04705b095', 'status': 'completed', 'code': 200} May 24 14:13:58.605310 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:58.938390 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 45168) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:13:59.420843 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:59.495488 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f8351137-e160-48f0-8bca-de87692bf1fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532644'] for router_interface (d053003a-db2a-470a-8458-99601af5719d), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:59.533746 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:13:59.717657 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-f8351137-e160-48f0-8bca-de87692bf1fb admin admin] Deleting port ff9f1ced-8ff1-433f-bb9c-fd6959587b34 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:13:59.717892 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f8351137-e160-48f0-8bca-de87692bf1fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (ff9f1ced-8ff1-433f-bb9c-fd6959587b34), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:59.797509 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-f8351137-e160-48f0-8bca-de87692bf1fb admin admin] For port ff9f1ced-8ff1-433f-bb9c-fd6959587b34, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=ff9f1ced-8ff1-433f-bb9c-fd6959587b34,segment=NetworkSegment(8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1),segment_id=8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:13:59.797867 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f8351137-e160-48f0-8bca-de87692bf1fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (ff9f1ced-8ff1-433f-bb9c-fd6959587b34), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:13:59.811126 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-f8351137-e160-48f0-8bca-de87692bf1fb admin admin] Calling delete_port for ff9f1ced-8ff1-433f-bb9c-fd6959587b34 owned by network:router_interface {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:13:59.987982 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f8351137-e160-48f0-8bca-de87692bf1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (ff9f1ced-8ff1-433f-bb9c-fd6959587b34), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:00.012693 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8351137-e160-48f0-8bca-de87692bf1fb admin admin] Pushing event deleted for resources: {'Port': ['ID=ff9f1ced-8ff1-433f-bb9c-fd6959587b34,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:14:00.181907 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f8351137-e160-48f0-8bca-de87692bf1fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-172021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532528'] for router_interface (d053003a-db2a-470a-8458-99601af5719d), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:00.291363 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:14:00.333127 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:14:00.394186 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8351137-e160-48f0-8bca-de87692bf1fb admin admin] Router d053003a-db2a-470a-8458-99601af5719d has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:14:00.485041 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:00.501433 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8351137-e160-48f0-8bca-de87692bf1fb admin admin] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:14:00.509228 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 45172) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:14:00.509658 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-f8351137-e160-48f0-8bca-de87692bf1fb admin admin] 10.222.0.24 "PUT /v2.0/routers/d053003a-db2a-470a-8458-99601af5719d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5700693 May 24 14:14:00.510575 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9afc374-5830-46eb-ae9e-33da380573a9 None None] Sync routers for ids ['d053003a-db2a-470a-8458-99601af5719d'] in dv-cinder-842129-1-iscsi {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:14:00.521657 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9afc374-5830-46eb-ae9e-33da380573a9 None None] Routers {'d053003a-db2a-470a-8458-99601af5719d'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:14:00.522247 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-e9afc374-5830-46eb-ae9e-33da380573a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:13:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['d053003a-db2a-470a-8458-99601af5719d'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:14:00.609224 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-93bf63c0-b57e-482f-bf48-e08d1caf2e7a admin admin] Publish callbacks [] for router (d053003a-db2a-470a-8458-99601af5719d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:00.622536 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-e9afc374-5830-46eb-ae9e-33da380573a9 None None] Set router d053003a-db2a-470a-8458-99601af5719d gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:14:00.632858 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 3c3792a2-16be-4b1a-9ed7-d4d04705b095 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:14:00.645847 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=100 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:14:00.657394 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] No Port match for: 3c3792a2-16be-4b1a-9ed7-d4d04705b095 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:14:00.657832 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 3c3792a2-16be-4b1a-9ed7-d4d04705b095 not bound to the agent host hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:14:00.708267 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-93bf63c0-b57e-482f-bf48-e08d1caf2e7a admin admin] Publish callbacks [] for router_gateway (d053003a-db2a-470a-8458-99601af5719d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:00.738656 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=100 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:14:00.750464 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-93bf63c0-b57e-482f-bf48-e08d1caf2e7a admin admin] Deleting port 1c7958f7-81f7-453f-b750-9502ecf5c354 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:14:00.750804 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-93bf63c0-b57e-482f-bf48-e08d1caf2e7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (1c7958f7-81f7-453f-b750-9502ecf5c354), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:00.804164 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-e9afc374-5830-46eb-ae9e-33da380573a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd053003a-db2a-470a-8458-99601af5719d', 'name': 'tempest-TestMinimumBasicScenario-94481849-router', 'tenant_id': 'b878ba5622b445a0be6f66811572d4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '1c7958f7-81f7-453f-b750-9502ecf5c354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:10:39Z', 'updated_at': '2022-05-24T14:13:59Z', 'revision_number': 5, 'project_id': 'b878ba5622b445a0be6f66811572d4cd', 'gw_port': {'id': '1c7958f7-81f7-453f-b750-9502ecf5c354', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd053003a-db2a-470a-8458-99601af5719d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:10:39Z', 'updated_at': '2022-05-24T14:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:14:00.832205 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9afc374-5830-46eb-ae9e-33da380573a9 None None] Checking router: d053003a-db2a-470a-8458-99601af5719d for host: dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:14:00.840767 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9afc374-5830-46eb-ae9e-33da380573a9 None None] Routers {'d053003a-db2a-470a-8458-99601af5719d'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:14:00.841466 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-e9afc374-5830-46eb-ae9e-33da380573a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:13:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['d053003a-db2a-470a-8458-99601af5719d'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:14:00.845770 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-93bf63c0-b57e-482f-bf48-e08d1caf2e7a admin admin] For port 1c7958f7-81f7-453f-b750-9502ecf5c354, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=1c7958f7-81f7-453f-b750-9502ecf5c354,segment=NetworkSegment(3f5d497a-81fa-44a3-b648-e1e22cc699e7),segment_id=3f5d497a-81fa-44a3-b648-e1e22cc699e7)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:14:00.846133 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-93bf63c0-b57e-482f-bf48-e08d1caf2e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (1c7958f7-81f7-453f-b750-9502ecf5c354), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:00.926658 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-e9afc374-5830-46eb-ae9e-33da380573a9 None None] Set router d053003a-db2a-470a-8458-99601af5719d gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:14:00.976909 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-e9afc374-5830-46eb-ae9e-33da380573a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd053003a-db2a-470a-8458-99601af5719d', 'name': 'tempest-TestMinimumBasicScenario-94481849-router', 'tenant_id': 'b878ba5622b445a0be6f66811572d4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:10:39Z', 'updated_at': '2022-05-24T14:14:00Z', 'revision_number': 6, 'project_id': 'b878ba5622b445a0be6f66811572d4cd', 'gw_port_host': None}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:14:01.003247 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9afc374-5830-46eb-ae9e-33da380573a9 None None] The sync data for ids ['d053003a-db2a-470a-8458-99601af5719d'] in dv-cinder-842129-1-iscsi is: [{'id': 'd053003a-db2a-470a-8458-99601af5719d', 'name': 'tempest-TestMinimumBasicScenario-94481849-router', 'tenant_id': 'b878ba5622b445a0be6f66811572d4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:10:39Z', 'updated_at': '2022-05-24T14:14:00Z', 'revision_number': 6, 'project_id': 'b878ba5622b445a0be6f66811572d4cd', 'gw_port_host': None}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:14:01.076628 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-93bf63c0-b57e-482f-bf48-e08d1caf2e7a admin admin] Calling delete_port for 1c7958f7-81f7-453f-b750-9502ecf5c354 owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:14:01.240162 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-93bf63c0-b57e-482f-bf48-e08d1caf2e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (1c7958f7-81f7-453f-b750-9502ecf5c354), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:01.262626 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf63c0-b57e-482f-bf48-e08d1caf2e7a admin admin] Pushing event deleted for resources: {'Port': ['ID=1c7958f7-81f7-453f-b750-9502ecf5c354,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:14:01.320561 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:14:01.326550 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-93bf63c0-b57e-482f-bf48-e08d1caf2e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539230'] for router_gateway (d053003a-db2a-470a-8458-99601af5719d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:01.415896 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-93bf63c0-b57e-482f-bf48-e08d1caf2e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4362'] for router (d053003a-db2a-470a-8458-99601af5719d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:01.418176 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-93bf63c0-b57e-482f-bf48-e08d1caf2e7a admin admin] Publish callbacks [] for router_controller (d053003a-db2a-470a-8458-99601af5719d), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:01.464399 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-93bf63c0-b57e-482f-bf48-e08d1caf2e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-535544'] for router (d053003a-db2a-470a-8458-99601af5719d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:01.465016 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bf63c0-b57e-482f-bf48-e08d1caf2e7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d053003a-db2a-470a-8458-99601af5719d {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 24 14:14:01.469413 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-93bf63c0-b57e-482f-bf48-e08d1caf2e7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:01.470619 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-93bf63c0-b57e-482f-bf48-e08d1caf2e7a admin admin] 10.222.0.24 "DELETE /v2.0/routers/d053003a-db2a-470a-8458-99601af5719d HTTP/1.1" status: 204 len: 168 time: 0.9598334 May 24 14:14:01.473120 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 45174) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:14:01.519351 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-006e69f3-a499-406a-8f3a-5eb8c425de11 admin admin] Deleting subnet 92afa446-4360-474e-b370-0dfc1216785f {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 24 14:14:01.522569 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-006e69f3-a499-406a-8f3a-5eb8c425de11 admin admin] Publish callbacks [] for subnet (92afa446-4360-474e-b370-0dfc1216785f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:01.556581 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-006e69f3-a499-406a-8f3a-5eb8c425de11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5712652'] for subnet (92afa446-4360-474e-b370-0dfc1216785f), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:01.576990 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:14:01.635053 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-006e69f3-a499-406a-8f3a-5eb8c425de11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902008'] for subnet (92afa446-4360-474e-b370-0dfc1216785f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:01.687077 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-006e69f3-a499-406a-8f3a-5eb8c425de11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1901987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5712815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756236'] for subnet (92afa446-4360-474e-b370-0dfc1216785f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:01.716592 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-006e69f3-a499-406a-8f3a-5eb8c425de11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:01.720711 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-006e69f3-a499-406a-8f3a-5eb8c425de11 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/92afa446-4360-474e-b370-0dfc1216785f HTTP/1.1" status: 204 len: 168 time: 0.2466669 May 24 14:14:01.721764 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e69f3-a499-406a-8f3a-5eb8c425de11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92afa446-4360-474e-b370-0dfc1216785f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:14:01.722117 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da00b2f1-76cb-4884-94eb-5364c1abc930 None None] Network ca7ebee3-d4f2-4e52-bae6-d78f4c39715f requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 14:14:01.724109 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 45176) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:14:01.805341 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-157f1c58-5ad1-4346-8618-996b1a039e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1862163'] for network (ca7ebee3-d4f2-4e52-bae6-d78f4c39715f), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:01.853654 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-157f1c58-5ad1-4346-8618-996b1a039e6c admin admin] Deleting port e45d231e-6f6a-42e8-aaa9-5a38994039e7 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:14:01.853996 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-157f1c58-5ad1-4346-8618-996b1a039e6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (e45d231e-6f6a-42e8-aaa9-5a38994039e7), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:01.876675 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e764b0a-608e-4db8-afa2-cd08b62a13f9 None None] DHCP port deletion for ca7ebee3-d4f2-4e52-bae6-d78f4c39715f request from dv-cinder-842129-1-iscsi {{(pid=103809) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 24 14:14:01.917973 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-9e764b0a-608e-4db8-afa2-cd08b62a13f9 None None] Deleting port e45d231e-6f6a-42e8-aaa9-5a38994039e7 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:14:01.918405 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9e764b0a-608e-4db8-afa2-cd08b62a13f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (e45d231e-6f6a-42e8-aaa9-5a38994039e7), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:01.924586 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-157f1c58-5ad1-4346-8618-996b1a039e6c admin admin] For port e45d231e-6f6a-42e8-aaa9-5a38994039e7, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=e45d231e-6f6a-42e8-aaa9-5a38994039e7,segment=NetworkSegment(8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1),segment_id=8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:14:01.924940 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-157f1c58-5ad1-4346-8618-996b1a039e6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (e45d231e-6f6a-42e8-aaa9-5a38994039e7), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:01.938796 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-157f1c58-5ad1-4346-8618-996b1a039e6c admin admin] Calling delete_port for e45d231e-6f6a-42e8-aaa9-5a38994039e7 owned by network:dhcp {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:14:01.984378 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-9e764b0a-608e-4db8-afa2-cd08b62a13f9 None None] For port e45d231e-6f6a-42e8-aaa9-5a38994039e7, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=e45d231e-6f6a-42e8-aaa9-5a38994039e7,segment=NetworkSegment(8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1),segment_id=8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:14:01.984779 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9e764b0a-608e-4db8-afa2-cd08b62a13f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (e45d231e-6f6a-42e8-aaa9-5a38994039e7), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:01.999972 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-9e764b0a-608e-4db8-afa2-cd08b62a13f9 None None] Calling delete_port for e45d231e-6f6a-42e8-aaa9-5a38994039e7 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:14:02.024116 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-157f1c58-5ad1-4346-8618-996b1a039e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5058375'] for port (e45d231e-6f6a-42e8-aaa9-5a38994039e7), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:02.048771 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f1c58-5ad1-4346-8618-996b1a039e6c admin admin] Pushing event deleted for resources: {'Port': ['ID=e45d231e-6f6a-42e8-aaa9-5a38994039e7,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:14:02.054346 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157f1c58-5ad1-4346-8618-996b1a039e6c admin admin] No DVR routers for this DVR port e45d231e-6f6a-42e8-aaa9-5a38994039e7 on host dv-cinder-842129-1-iscsi {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 14:14:02.088920 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9e764b0a-608e-4db8-afa2-cd08b62a13f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006'] for port (e45d231e-6f6a-42e8-aaa9-5a38994039e7), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:02.115587 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e764b0a-608e-4db8-afa2-cd08b62a13f9 None None] Pushing event deleted for resources: {'Port': ['ID=e45d231e-6f6a-42e8-aaa9-5a38994039e7,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:14:02.119139 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e764b0a-608e-4db8-afa2-cd08b62a13f9 None None] No DVR routers for this DVR port e45d231e-6f6a-42e8-aaa9-5a38994039e7 on host dv-cinder-842129-1-iscsi {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 14:14:02.134039 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-157f1c58-5ad1-4346-8618-996b1a039e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1932343', 'neutron.services.segments.db._delete_segments_for_network-8727739285863'] for network (ca7ebee3-d4f2-4e52-bae6-d78f4c39715f), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:02.155365 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-157f1c58-5ad1-4346-8618-996b1a039e6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca7ebee3-d4f2-4e52-bae6-d78f4c39715f']}} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:14:02.164580 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-157f1c58-5ad1-4346-8618-996b1a039e6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1') {'for_net_delete': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:14:02.164868 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.services.segments.db [None req-157f1c58-5ad1-4346-8618-996b1a039e6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1') {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:14:02.174480 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-157f1c58-5ad1-4346-8618-996b1a039e6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727739286128', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5066674'] for segment (8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:02.187348 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-157f1c58-5ad1-4346-8618-996b1a039e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291'] for segment (8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:02.193247 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-157f1c58-5ad1-4346-8618-996b1a039e6c admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 14:14:02.193650 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-157f1c58-5ad1-4346-8618-996b1a039e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5058418'] for segment (8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:02.237876 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.services.segments.plugin [-] Segment 8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1 resource provider aggregate not found May 24 14:14:02.260141 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.services.segments.plugin [-] Segment 8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8bdeb5ea-a4c6-4d46-93df-73097ea6a4c1 found for delete ", "request_id": "req-c3f80cf2-1f42-4b24-a845-c7d893c6e6fc"}]} May 24 14:14:02.261564 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-157f1c58-5ad1-4346-8618-996b1a039e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534454'] for network (ca7ebee3-d4f2-4e52-bae6-d78f4c39715f), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:02.268161 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-157f1c58-5ad1-4346-8618-996b1a039e6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for network (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:02.274347 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-157f1c58-5ad1-4346-8618-996b1a039e6c admin admin] 10.222.0.24 "DELETE /v2.0/networks/ca7ebee3-d4f2-4e52-bae6-d78f4c39715f HTTP/1.1" status: 204 len: 168 time: 0.5480602 May 24 14:14:02.274494 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 45182) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:14:02.286410 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f1c58-5ad1-4346-8618-996b1a039e6c admin admin] Pushing event deleted for resources: {'Network': ['ID=ca7ebee3-d4f2-4e52-bae6-d78f4c39715f,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:14:02.342862 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device e45d231e-6f6a-42e8-aaa9-5a38994039e7 no longer exists at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:14:02.362608 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] No Port match for: e45d231e-6f6a-42e8-aaa9-5a38994039e7 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:14:02.362948 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device e45d231e-6f6a-42e8-aaa9-5a38994039e7 not bound to the agent host dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:14:02.363353 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device ff9f1ced-8ff1-433f-bb9c-fd6959587b34 no longer exists at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:14:02.385829 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] No Port match for: ff9f1ced-8ff1-433f-bb9c-fd6959587b34 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:14:02.386100 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device ff9f1ced-8ff1-433f-bb9c-fd6959587b34 not bound to the agent host dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:14:02.386510 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 1c7958f7-81f7-453f-b750-9502ecf5c354 no longer exists at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:14:02.405656 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] No Port match for: 1c7958f7-81f7-453f-b750-9502ecf5c354 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:14:02.405999 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 1c7958f7-81f7-453f-b750-9502ecf5c354 not bound to the agent host dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:14:02.592982 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1ea0e765-6b7b-460c-b54a-478146632c9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532644'] for router_interface (86d1b3c3-2842-4ffc-b80a-84bded9613d5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:02.808154 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-1ea0e765-6b7b-460c-b54a-478146632c9c admin admin] Deleting port 37ea2517-83de-489a-a174-b4162ff238f0 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:14:02.808399 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1ea0e765-6b7b-460c-b54a-478146632c9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (37ea2517-83de-489a-a174-b4162ff238f0), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:02.871083 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:14:02.889309 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-1ea0e765-6b7b-460c-b54a-478146632c9c admin admin] For port 37ea2517-83de-489a-a174-b4162ff238f0, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=37ea2517-83de-489a-a174-b4162ff238f0,segment=NetworkSegment(4141bb55-e87e-4914-8866-1691d9987177),segment_id=4141bb55-e87e-4914-8866-1691d9987177)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:14:02.889669 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1ea0e765-6b7b-460c-b54a-478146632c9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (37ea2517-83de-489a-a174-b4162ff238f0), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:02.902630 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-1ea0e765-6b7b-460c-b54a-478146632c9c admin admin] Calling delete_port for 37ea2517-83de-489a-a174-b4162ff238f0 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:14:02.911986 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:14:03.077040 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1ea0e765-6b7b-460c-b54a-478146632c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (37ea2517-83de-489a-a174-b4162ff238f0), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:03.106301 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0e765-6b7b-460c-b54a-478146632c9c admin admin] Pushing event deleted for resources: {'Port': ['ID=37ea2517-83de-489a-a174-b4162ff238f0,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:14:03.265985 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1ea0e765-6b7b-460c-b54a-478146632c9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-172021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532528'] for router_interface (86d1b3c3-2842-4ffc-b80a-84bded9613d5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:03.466281 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea0e765-6b7b-460c-b54a-478146632c9c admin admin] Router 86d1b3c3-2842-4ffc-b80a-84bded9613d5 has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:14:03.566325 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea0e765-6b7b-460c-b54a-478146632c9c admin admin] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:14:03.571111 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-1ea0e765-6b7b-460c-b54a-478146632c9c admin admin] 10.222.0.24 "PUT /v2.0/routers/86d1b3c3-2842-4ffc-b80a-84bded9613d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2957149 May 24 14:14:03.573770 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 45184) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:14:03.575849 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59659cf-78b2-43a1-9d3d-0ca55861450a None None] Sync routers for ids ['86d1b3c3-2842-4ffc-b80a-84bded9613d5'] in dv-cinder-842129-1-iscsi {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:14:03.585824 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59659cf-78b2-43a1-9d3d-0ca55861450a None None] Routers {'86d1b3c3-2842-4ffc-b80a-84bded9613d5'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:14:03.586441 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-d59659cf-78b2-43a1-9d3d-0ca55861450a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:13:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['86d1b3c3-2842-4ffc-b80a-84bded9613d5'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:14:03.672217 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3c380077-3e02-476e-bb3e-54245c1b20c1 admin admin] Publish callbacks [] for router (86d1b3c3-2842-4ffc-b80a-84bded9613d5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:03.686164 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-d59659cf-78b2-43a1-9d3d-0ca55861450a None None] Set router 86d1b3c3-2842-4ffc-b80a-84bded9613d5 gateway port host: dv-cinder-842129-1-iscsi {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:14:03.709212 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:14:03.768525 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:14:03.770921 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3c380077-3e02-476e-bb3e-54245c1b20c1 admin admin] Publish callbacks [] for router_gateway (86d1b3c3-2842-4ffc-b80a-84bded9613d5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:03.814269 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-3c380077-3e02-476e-bb3e-54245c1b20c1 admin admin] Deleting port 25a7a23f-1374-46c3-b6ea-b8f20d480867 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:14:03.814604 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3c380077-3e02-476e-bb3e-54245c1b20c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (25a7a23f-1374-46c3-b6ea-b8f20d480867), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:03.859023 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-d59659cf-78b2-43a1-9d3d-0ca55861450a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d1b3c3-2842-4ffc-b80a-84bded9613d5', 'name': 'tempest-TestMinimumBasicScenario-388598979-router', 'tenant_id': '1ccf50c82ba14988a342b585696c8245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '25a7a23f-1374-46c3-b6ea-b8f20d480867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:10:43Z', 'updated_at': '2022-05-24T14:14:03Z', 'revision_number': 5, 'project_id': '1ccf50c82ba14988a342b585696c8245', 'gw_port': {'id': '25a7a23f-1374-46c3-b6ea-b8f20d480867', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d1b3c3-2842-4ffc-b80a-84bded9613d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:10:44Z', 'updated_at': '2022-05-24T14:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:14:03.884343 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59659cf-78b2-43a1-9d3d-0ca55861450a None None] Checking router: 86d1b3c3-2842-4ffc-b80a-84bded9613d5 for host: dv-cinder-842129-1-iscsi {{(pid=103809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:14:03.886926 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:14:03.893164 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-3c380077-3e02-476e-bb3e-54245c1b20c1 admin admin] For port 25a7a23f-1374-46c3-b6ea-b8f20d480867, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=25a7a23f-1374-46c3-b6ea-b8f20d480867,segment=NetworkSegment(3f5d497a-81fa-44a3-b648-e1e22cc699e7),segment_id=3f5d497a-81fa-44a3-b648-e1e22cc699e7)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:14:03.893537 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3c380077-3e02-476e-bb3e-54245c1b20c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (25a7a23f-1374-46c3-b6ea-b8f20d480867), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:03.895649 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59659cf-78b2-43a1-9d3d-0ca55861450a None None] Routers {'86d1b3c3-2842-4ffc-b80a-84bded9613d5'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:14:03.896299 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-d59659cf-78b2-43a1-9d3d-0ca55861450a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:13:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['86d1b3c3-2842-4ffc-b80a-84bded9613d5'], 'active': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:14:03.899362 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:14:03.911018 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-3c380077-3e02-476e-bb3e-54245c1b20c1 admin admin] Calling delete_port for 25a7a23f-1374-46c3-b6ea-b8f20d480867 owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:14:03.985056 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvr_db [None req-d59659cf-78b2-43a1-9d3d-0ca55861450a None None] Set router 86d1b3c3-2842-4ffc-b80a-84bded9613d5 gateway port host: None {{(pid=103809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:14:04.033850 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_hamode_db [None req-d59659cf-78b2-43a1-9d3d-0ca55861450a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d1b3c3-2842-4ffc-b80a-84bded9613d5', 'name': 'tempest-TestMinimumBasicScenario-388598979-router', 'tenant_id': '1ccf50c82ba14988a342b585696c8245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:10:43Z', 'updated_at': '2022-05-24T14:14:03Z', 'revision_number': 6, 'project_id': '1ccf50c82ba14988a342b585696c8245', 'gw_port_host': None}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:14:04.061223 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59659cf-78b2-43a1-9d3d-0ca55861450a None None] The sync data for ids ['86d1b3c3-2842-4ffc-b80a-84bded9613d5'] in dv-cinder-842129-1-iscsi is: [{'id': '86d1b3c3-2842-4ffc-b80a-84bded9613d5', 'name': 'tempest-TestMinimumBasicScenario-388598979-router', 'tenant_id': '1ccf50c82ba14988a342b585696c8245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:10:43Z', 'updated_at': '2022-05-24T14:14:03Z', 'revision_number': 6, 'project_id': '1ccf50c82ba14988a342b585696c8245', 'gw_port_host': None}] {{(pid=103809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:14:04.073961 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3c380077-3e02-476e-bb3e-54245c1b20c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (25a7a23f-1374-46c3-b6ea-b8f20d480867), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:04.098436 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c380077-3e02-476e-bb3e-54245c1b20c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=25a7a23f-1374-46c3-b6ea-b8f20d480867,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:14:04.161376 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3c380077-3e02-476e-bb3e-54245c1b20c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539230'] for router_gateway (86d1b3c3-2842-4ffc-b80a-84bded9613d5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:04.244741 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3c380077-3e02-476e-bb3e-54245c1b20c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4362'] for router (86d1b3c3-2842-4ffc-b80a-84bded9613d5), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:04.247519 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3c380077-3e02-476e-bb3e-54245c1b20c1 admin admin] Publish callbacks [] for router_controller (86d1b3c3-2842-4ffc-b80a-84bded9613d5), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:04.287506 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3c380077-3e02-476e-bb3e-54245c1b20c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-535544'] for router (86d1b3c3-2842-4ffc-b80a-84bded9613d5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:04.288135 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c380077-3e02-476e-bb3e-54245c1b20c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86d1b3c3-2842-4ffc-b80a-84bded9613d5 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 24 14:14:04.292340 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3c380077-3e02-476e-bb3e-54245c1b20c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:04.294278 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-3c380077-3e02-476e-bb3e-54245c1b20c1 admin admin] 10.222.0.24 "DELETE /v2.0/routers/86d1b3c3-2842-4ffc-b80a-84bded9613d5 HTTP/1.1" status: 204 len: 168 time: 0.7194746 May 24 14:14:04.296661 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 45186) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:14:04.342838 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2915637-ce07-4ca6-a562-4b21e090c142 admin admin] Deleting subnet c5da9a95-6588-44d4-adc5-f4dad1f8e615 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 24 14:14:04.345894 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b2915637-ce07-4ca6-a562-4b21e090c142 admin admin] Publish callbacks [] for subnet (c5da9a95-6588-44d4-adc5-f4dad1f8e615), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:04.380301 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b2915637-ce07-4ca6-a562-4b21e090c142 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5712652'] for subnet (c5da9a95-6588-44d4-adc5-f4dad1f8e615), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:04.466825 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b2915637-ce07-4ca6-a562-4b21e090c142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902008'] for subnet (c5da9a95-6588-44d4-adc5-f4dad1f8e615), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:04.533430 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 37ea2517-83de-489a-a174-b4162ff238f0 no longer exists at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:14:04.545191 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b2915637-ce07-4ca6-a562-4b21e090c142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1901987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5712815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756236'] for subnet (c5da9a95-6588-44d4-adc5-f4dad1f8e615), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:04.553979 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] No Port match for: 37ea2517-83de-489a-a174-b4162ff238f0 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:14:04.554323 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 37ea2517-83de-489a-a174-b4162ff238f0 not bound to the agent host dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:14:04.571910 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2915637-ce07-4ca6-a562-4b21e090c142 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5da9a95-6588-44d4-adc5-f4dad1f8e615,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:14:04.573852 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b2915637-ce07-4ca6-a562-4b21e090c142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:04.577155 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-b2915637-ce07-4ca6-a562-4b21e090c142 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c5da9a95-6588-44d4-adc5-f4dad1f8e615 HTTP/1.1" status: 204 len: 168 time: 0.2795835 May 24 14:14:04.579646 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 45188) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:14:04.581897 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8461bf-6476-4ca4-a4f4-934c4b92735e None None] Network 730db27a-7f2a-4112-8d4e-4cf914047554 requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 14:14:04.632598 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:14:04.641696 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=11 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:14:04.649406 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f77da4d5-a7f3-4d4f-8bd0-ca839c46053f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1862163'] for network (730db27a-7f2a-4112-8d4e-4cf914047554), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:04.668301 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:14:04.694934 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-f77da4d5-a7f3-4d4f-8bd0-ca839c46053f admin admin] Deleting port a3ffabc4-0cf5-42b6-812d-b7420864feda {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:14:04.695406 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f77da4d5-a7f3-4d4f-8bd0-ca839c46053f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (a3ffabc4-0cf5-42b6-812d-b7420864feda), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:04.763426 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-f77da4d5-a7f3-4d4f-8bd0-ca839c46053f admin admin] For port a3ffabc4-0cf5-42b6-812d-b7420864feda, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=a3ffabc4-0cf5-42b6-812d-b7420864feda,segment=NetworkSegment(4141bb55-e87e-4914-8866-1691d9987177),segment_id=4141bb55-e87e-4914-8866-1691d9987177)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:14:04.763896 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f77da4d5-a7f3-4d4f-8bd0-ca839c46053f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (a3ffabc4-0cf5-42b6-812d-b7420864feda), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:04.776939 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-f77da4d5-a7f3-4d4f-8bd0-ca839c46053f admin admin] Calling delete_port for a3ffabc4-0cf5-42b6-812d-b7420864feda owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:14:04.838151 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0e4b68-053c-442f-8ed4-f6f7482bf4eb None None] DHCP port deletion for 730db27a-7f2a-4112-8d4e-4cf914047554 request from dv-cinder-842129-1-iscsi {{(pid=103809) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 24 14:14:04.856535 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f77da4d5-a7f3-4d4f-8bd0-ca839c46053f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (a3ffabc4-0cf5-42b6-812d-b7420864feda), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:04.880436 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-1f0e4b68-053c-442f-8ed4-f6f7482bf4eb None None] Deleting port a3ffabc4-0cf5-42b6-812d-b7420864feda {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:14:04.880902 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1f0e4b68-053c-442f-8ed4-f6f7482bf4eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (a3ffabc4-0cf5-42b6-812d-b7420864feda), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:04.886105 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77da4d5-a7f3-4d4f-8bd0-ca839c46053f admin admin] Pushing event deleted for resources: {'Port': ['ID=a3ffabc4-0cf5-42b6-812d-b7420864feda,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:14:04.891995 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77da4d5-a7f3-4d4f-8bd0-ca839c46053f admin admin] No DVR routers for this DVR port a3ffabc4-0cf5-42b6-812d-b7420864feda on host dv-cinder-842129-1-iscsi {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 14:14:04.950445 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-1f0e4b68-053c-442f-8ed4-f6f7482bf4eb None None] For port a3ffabc4-0cf5-42b6-812d-b7420864feda, host dv-cinder-842129-1-iscsi, got binding levels [] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:14:04.950933 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1f0e4b68-053c-442f-8ed4-f6f7482bf4eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (a3ffabc4-0cf5-42b6-812d-b7420864feda), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:04.964470 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f77da4d5-a7f3-4d4f-8bd0-ca839c46053f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1932343', 'neutron.services.segments.db._delete_segments_for_network-8727739285863'] for network (730db27a-7f2a-4112-8d4e-4cf914047554), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:04.964847 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-1f0e4b68-053c-442f-8ed4-f6f7482bf4eb None None] Calling delete_port for a3ffabc4-0cf5-42b6-812d-b7420864feda owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:14:04.967751 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.ipam_backend_mixin [None req-1f0e4b68-053c-442f-8ed4-f6f7482bf4eb None None] Port a3ffabc4-0cf5-42b6-812d-b7420864feda was not found and therefore no delete operation was performed {{(pid=103809) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 24 14:14:04.969000 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1f0e4b68-053c-442f-8ed4-f6f7482bf4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006'] for port (a3ffabc4-0cf5-42b6-812d-b7420864feda), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:04.985240 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.services.segments.db [None req-f77da4d5-a7f3-4d4f-8bd0-ca839c46053f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['730db27a-7f2a-4112-8d4e-4cf914047554']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:14:04.993175 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e4b68-053c-442f-8ed4-f6f7482bf4eb None None] Pushing event deleted for resources: {'Port': ['ID=a3ffabc4-0cf5-42b6-812d-b7420864feda,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:14:04.996702 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.services.segments.db [None req-f77da4d5-a7f3-4d4f-8bd0-ca839c46053f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4141bb55-e87e-4914-8866-1691d9987177') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:14:04.996917 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0e4b68-053c-442f-8ed4-f6f7482bf4eb None None] No DVR routers for this DVR port a3ffabc4-0cf5-42b6-812d-b7420864feda on host dv-cinder-842129-1-iscsi {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 14:14:04.998264 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.services.segments.db [None req-f77da4d5-a7f3-4d4f-8bd0-ca839c46053f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4141bb55-e87e-4914-8866-1691d9987177') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:14:05.011760 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f77da4d5-a7f3-4d4f-8bd0-ca839c46053f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727739286128', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5712643'] for segment (4141bb55-e87e-4914-8866-1691d9987177), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:05.027540 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f77da4d5-a7f3-4d4f-8bd0-ca839c46053f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291'] for segment (4141bb55-e87e-4914-8866-1691d9987177), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:05.034424 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f77da4d5-a7f3-4d4f-8bd0-ca839c46053f admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 14:14:05.035177 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f77da4d5-a7f3-4d4f-8bd0-ca839c46053f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5714253'] for segment (4141bb55-e87e-4914-8866-1691d9987177), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:05.107198 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f77da4d5-a7f3-4d4f-8bd0-ca839c46053f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534454'] for network (730db27a-7f2a-4112-8d4e-4cf914047554), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:05.124395 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f77da4d5-a7f3-4d4f-8bd0-ca839c46053f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:05.127408 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-f77da4d5-a7f3-4d4f-8bd0-ca839c46053f admin admin] 10.222.0.24 "DELETE /v2.0/networks/730db27a-7f2a-4112-8d4e-4cf914047554 HTTP/1.1" status: 204 len: 168 time: 0.5468907 May 24 14:14:05.141685 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.services.segments.plugin [-] Segment 4141bb55-e87e-4914-8866-1691d9987177 resource provider aggregate not found May 24 14:14:05.145683 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77da4d5-a7f3-4d4f-8bd0-ca839c46053f admin admin] Pushing event deleted for resources: {'Network': ['ID=730db27a-7f2a-4112-8d4e-4cf914047554,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:14:05.159983 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.services.segments.plugin [-] Segment 4141bb55-e87e-4914-8866-1691d9987177 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4141bb55-e87e-4914-8866-1691d9987177 found for delete ", "request_id": "req-ed963775-a828-4f34-85f8-45873b0f8f2d"}]} May 24 14:14:05.296874 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 45198) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:14:05.336167 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-324781fa-c98f-432d-80b2-eb48bc63339d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b878ba5622b445a0be6f66811572d4cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380852 May 24 14:14:05.338450 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 45200) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:14:05.385053 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d29cfa60-03fd-4f35-802d-5d818b667eb8 admin admin] Publish callbacks [] for security_group (b7624747-fc9f-4677-aa27-ae30703e62ee), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:05.406655 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d29cfa60-03fd-4f35-802d-5d818b667eb8 admin admin] Publish callbacks [] for security_group (b7624747-fc9f-4677-aa27-ae30703e62ee), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:05.414441 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:14:05.442533 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:14:05.457917 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d29cfa60-03fd-4f35-802d-5d818b667eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (b7624747-fc9f-4677-aa27-ae30703e62ee), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:05.460527 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d29cfa60-03fd-4f35-802d-5d818b667eb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:05.461648 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-d29cfa60-03fd-4f35-802d-5d818b667eb8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b7624747-fc9f-4677-aa27-ae30703e62ee HTTP/1.1" status: 204 len: 168 time: 0.1223354 May 24 14:14:05.470341 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29cfa60-03fd-4f35-802d-5d818b667eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7624747-fc9f-4677-aa27-ae30703e62ee,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:14:05.787224 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 45206) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:14:05.827079 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-60bc84f0-88c9-4229-80fa-4aac55385d6d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1ccf50c82ba14988a342b585696c8245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386350 May 24 14:14:05.829457 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 45208) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:14:05.875807 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6125ef03-a0e2-4b02-adba-1360e40796b2 admin admin] Publish callbacks [] for security_group (8d946718-2791-4409-a36a-3cc81ebaa724), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:05.897435 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6125ef03-a0e2-4b02-adba-1360e40796b2 admin admin] Publish callbacks [] for security_group (8d946718-2791-4409-a36a-3cc81ebaa724), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:05.943482 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6125ef03-a0e2-4b02-adba-1360e40796b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (8d946718-2791-4409-a36a-3cc81ebaa724), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:05.946021 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6125ef03-a0e2-4b02-adba-1360e40796b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:05.947305 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-6125ef03-a0e2-4b02-adba-1360e40796b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8d946718-2791-4409-a36a-3cc81ebaa724 HTTP/1.1" status: 204 len: 168 time: 0.1169333 May 24 14:14:05.955648 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6125ef03-a0e2-4b02-adba-1360e40796b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d946718-2791-4409-a36a-3cc81ebaa724,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:14:06.321070 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device a3ffabc4-0cf5-42b6-812d-b7420864feda no longer exists at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:14:06.341021 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] No Port match for: a3ffabc4-0cf5-42b6-812d-b7420864feda {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:14:06.341282 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device a3ffabc4-0cf5-42b6-812d-b7420864feda not bound to the agent host dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:14:06.341695 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 25a7a23f-1374-46c3-b6ea-b8f20d480867 no longer exists at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:14:06.359272 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] No Port match for: 25a7a23f-1374-46c3-b6ea-b8f20d480867 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:14:06.359615 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 25a7a23f-1374-46c3-b6ea-b8f20d480867 not bound to the agent host dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:14:08.388438 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 14:14:10.209434 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:15.128642 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=49,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:14:15.129441 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=45,neutron:DELETE=7 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:14:15.950641 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=22,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:14:15.951571 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=25,neutron:DELETE=6 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:14:18.383251 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=20 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:14:18.384567 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=29 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:14:20.199021 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=10 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:14:20.203181 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=30 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:14:20.205152 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:14:23.846891 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-af5f39e4-cad6-4b05-bb95-5ec42daaf6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:26.186773 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7f5515a8-8c0f-4852-80e7-a4badad36dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:27.479925 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:28.605799 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:30.470744 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:38.602190 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:14:40.207654 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:45.387602 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 14:14:49.754234 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f4dc2423-fc92-4c68-b233-e528721e96ed req-67a37f5e-bdc1-491e-a0c5-ccc58137e377 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9954418b-cb4d-4071-878e-c2c7fb37d5d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378196 May 24 14:14:49.833191 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc2423-fc92-4c68-b233-e528721e96ed req-0991bfe8-d98e-4e82-976e-cb2ee6802f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:14:49.834705 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f4dc2423-fc92-4c68-b233-e528721e96ed req-0991bfe8-d98e-4e82-976e-cb2ee6802f2a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e436feb329204699a78d749db135acce&device_id=9954418b-cb4d-4071-878e-c2c7fb37d5d2 HTTP/1.1" status: 200 len: 1129 time: 0.0398512 May 24 14:14:50.158194 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc2423-fc92-4c68-b233-e528721e96ed req-82e76722-35f5-4de5-a88b-96dd87b04d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:14:50.159568 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f4dc2423-fc92-4c68-b233-e528721e96ed req-82e76722-35f5-4de5-a88b-96dd87b04d9b service neutron] 10.222.0.55 "GET /v2.0/networks?id=d0876f86-477e-43a6-b89a-5d925c2bd73a HTTP/1.1" status: 200 len: 911 time: 0.3066607 May 24 14:14:50.198176 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:14:50.201606 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:14:50.203897 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:14:50.224801 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f4dc2423-fc92-4c68-b233-e528721e96ed req-e8e397e7-0fa2-4bc0-86e2-fb2606288cc9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c859bac-238c-4f9a-90d0-1f20a8c84b95 HTTP/1.1" status: 200 len: 1001 time: 0.0588729 May 24 14:14:50.274387 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc2423-fc92-4c68-b233-e528721e96ed req-a8b50746-239f-4335-a4c2-13b0223e7dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:14:50.275782 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f4dc2423-fc92-4c68-b233-e528721e96ed req-a8b50746-239f-4335-a4c2-13b0223e7dfb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b10f4794-31a5-4c72-8ff2-7227ff1bde49 HTTP/1.1" status: 200 len: 849 time: 0.0452795 May 24 14:14:50.318539 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc2423-fc92-4c68-b233-e528721e96ed req-e657f06e-33d2-48ee-895c-55f7f216198d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:14:50.320013 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f4dc2423-fc92-4c68-b233-e528721e96ed req-e657f06e-33d2-48ee-895c-55f7f216198d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d0876f86-477e-43a6-b89a-5d925c2bd73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384777 May 24 14:14:50.407791 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f4dc2423-fc92-4c68-b233-e528721e96ed req-20ea7030-c793-4923-a812-056f440b6844 service neutron] 10.222.0.55 "GET /v2.0/networks/d0876f86-477e-43a6-b89a-5d925c2bd73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818920 May 24 14:14:50.499504 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-f4dc2423-fc92-4c68-b233-e528721e96ed req-b5f3b78b-e89f-4190-9a44-41b551f48cff service neutron] 10.222.0.55 "GET /v2.0/networks/d0876f86-477e-43a6-b89a-5d925c2bd73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852833 May 24 14:14:53.848371 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-19278caf-386b-48cc-af97-4e6580208c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:55.383061 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=4 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:14:55.383961 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:14:56.188801 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2afd8695-a040-4a80-80a9-46943ff220f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:57.483745 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:14:58.611012 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:00.472742 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:00.494545 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=52 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:15:00.495346 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=49 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:15:05.604206 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385da28-b508-424b-afbb-5e2abd16939c req-83b7ddc7-dbb2-4d08-9d10-3abc365dd3ad tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:15:05.605562 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a385da28-b508-424b-afbb-5e2abd16939c req-83b7ddc7-dbb2-4d08-9d10-3abc365dd3ad tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=9954418b-cb4d-4071-878e-c2c7fb37d5d2 HTTP/1.1" status: 200 len: 945 time: 0.0471830 May 24 14:15:05.653284 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-a385da28-b508-424b-afbb-5e2abd16939c req-4e3b8cbe-0b70-4bfe-b50b-bed8e4ea7cfd tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=35e6d652-ceb1-40e8-bf0c-8dfe4ef1b01a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420465 May 24 14:15:06.770183 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1f42a-68f9-42fd-b3e5-f647f38708cc req-9d661e29-0c34-469b-bedb-a64f3847d8c8 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:15:06.771651 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c2e1f42a-68f9-42fd-b3e5-f647f38708cc req-9d661e29-0c34-469b-bedb-a64f3847d8c8 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=9954418b-cb4d-4071-878e-c2c7fb37d5d2 HTTP/1.1" status: 200 len: 945 time: 0.0478332 May 24 14:15:06.821769 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [req-c2e1f42a-68f9-42fd-b3e5-f647f38708cc req-46d6ac3e-d21a-4143-bbf7-b61cd2dd9bcb tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=35e6d652-ceb1-40e8-bf0c-8dfe4ef1b01a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446386 May 24 14:15:07.625615 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f811bb-6fee-44f0-9e8b-a88fe85e47b7 req-d461ec3a-3759-4e10-860f-8968d383eca0 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:15:07.626943 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e1f811bb-6fee-44f0-9e8b-a88fe85e47b7 req-d461ec3a-3759-4e10-860f-8968d383eca0 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.55 "GET /v2.0/ports?device_id=9954418b-cb4d-4071-878e-c2c7fb37d5d2 HTTP/1.1" status: 200 len: 945 time: 0.0492187 May 24 14:15:07.704494 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-e1f811bb-6fee-44f0-9e8b-a88fe85e47b7 req-a03c8e52-055d-438f-9dc1-0b13c50d7983 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Deleting port 7c859bac-238c-4f9a-90d0-1f20a8c84b95 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:15:07.704828 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e1f811bb-6fee-44f0-9e8b-a88fe85e47b7 req-a03c8e52-055d-438f-9dc1-0b13c50d7983 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (7c859bac-238c-4f9a-90d0-1f20a8c84b95), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:07.795077 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-e1f811bb-6fee-44f0-9e8b-a88fe85e47b7 req-a03c8e52-055d-438f-9dc1-0b13c50d7983 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] For port 7c859bac-238c-4f9a-90d0-1f20a8c84b95, host hv-cinder-84212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84212',level=0,port_id=7c859bac-238c-4f9a-90d0-1f20a8c84b95,segment=NetworkSegment(9d2096c3-4aed-4d08-8fab-38331e25302c),segment_id=9d2096c3-4aed-4d08-8fab-38331e25302c)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:15:07.795435 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e1f811bb-6fee-44f0-9e8b-a88fe85e47b7 req-a03c8e52-055d-438f-9dc1-0b13c50d7983 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (7c859bac-238c-4f9a-90d0-1f20a8c84b95), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:07.978344 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4b1ec-8f73-4267-91ba-259eb9e0fd01 req-3ebb3a00-f1f6-44ef-9051-68716baafb23 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 14:15:07.979694 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-4ee4b1ec-8f73-4267-91ba-259eb9e0fd01 req-3ebb3a00-f1f6-44ef-9051-68716baafb23 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/ports?device_id=9954418b-cb4d-4071-878e-c2c7fb37d5d2 HTTP/1.1" status: 200 len: 945 time: 0.0883987 May 24 14:15:07.998436 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e1f811bb-6fee-44f0-9e8b-a88fe85e47b7 req-a03c8e52-055d-438f-9dc1-0b13c50d7983 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:07.998793 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e1f811bb-6fee-44f0-9e8b-a88fe85e47b7 req-a03c8e52-055d-438f-9dc1-0b13c50d7983 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534436'] for floatingip (190f9105-2cca-4573-a1d7-a2110b185208), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:07.999110 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.db.l3_db [req-e1f811bb-6fee-44f0-9e8b-a88fe85e47b7 req-a03c8e52-055d-438f-9dc1-0b13c50d7983 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Floating IP 190f9105-2cca-4573-a1d7-a2110b185208 disassociated. External IP: 172.27.3.146, port: 7c859bac-238c-4f9a-90d0-1f20a8c84b95. May 24 14:15:07.999449 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-e1f811bb-6fee-44f0-9e8b-a88fe85e47b7 req-a03c8e52-055d-438f-9dc1-0b13c50d7983 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Calling delete_port for 7c859bac-238c-4f9a-90d0-1f20a8c84b95 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:15:08.075370 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-4ee4b1ec-8f73-4267-91ba-259eb9e0fd01 req-a358b191-d712-47bb-9751-ac08e6044c74 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups?id=35e6d652-ceb1-40e8-bf0c-8dfe4ef1b01a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885794 May 24 14:15:08.156594 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e1f811bb-6fee-44f0-9e8b-a88fe85e47b7 req-a03c8e52-055d-438f-9dc1-0b13c50d7983 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (7c859bac-238c-4f9a-90d0-1f20a8c84b95), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:08.183534 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c8e52-055d-438f-9dc1-0b13c50d7983 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Pushing event deleted for resources: {'Port': ['ID=7c859bac-238c-4f9a-90d0-1f20a8c84b95,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:15:08.194972 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c8e52-055d-438f-9dc1-0b13c50d7983 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:15:08.195313 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c8e52-055d-438f-9dc1-0b13c50d7983 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:15:08.195647 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c8e52-055d-438f-9dc1-0b13c50d7983 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:15:08.196080 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c8e52-055d-438f-9dc1-0b13c50d7983 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:15:08.196406 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c8e52-055d-438f-9dc1-0b13c50d7983 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:15:08.196729 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c8e52-055d-438f-9dc1-0b13c50d7983 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:15:08.197046 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c8e52-055d-438f-9dc1-0b13c50d7983 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:15:08.197363 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c8e52-055d-438f-9dc1-0b13c50d7983 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:15:08.197680 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c8e52-055d-438f-9dc1-0b13c50d7983 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:15:08.197995 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c8e52-055d-438f-9dc1-0b13c50d7983 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:15:08.198312 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c8e52-055d-438f-9dc1-0b13c50d7983 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:15:08.198633 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c8e52-055d-438f-9dc1-0b13c50d7983 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:15:08.199477 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c8e52-055d-438f-9dc1-0b13c50d7983 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:15:08.200046 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c8e52-055d-438f-9dc1-0b13c50d7983 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:15:08.200499 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c8e52-055d-438f-9dc1-0b13c50d7983 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:15:08.304641 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1f811bb-6fee-44f0-9e8b-a88fe85e47b7 req-a03c8e52-055d-438f-9dc1-0b13c50d7983 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Router e0b227ab-dcc2-4a46-923c-2a66e468131c has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:15:08.352025 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:15:08.369067 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:15:08.416644 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1f811bb-6fee-44f0-9e8b-a88fe85e47b7 req-a03c8e52-055d-438f-9dc1-0b13c50d7983 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:15:08.426337 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c2481a-235d-40a1-839e-5cdcec3e62e1 None None] Sync routers for ids ['e0b227ab-dcc2-4a46-923c-2a66e468131c'] in dv-cinder-842129-1-iscsi {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:15:08.438888 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c2481a-235d-40a1-839e-5cdcec3e62e1 None None] Routers {'e0b227ab-dcc2-4a46-923c-2a66e468131c'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:15:08.439489 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-94c2481a-235d-40a1-839e-5cdcec3e62e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:14:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['e0b227ab-dcc2-4a46-923c-2a66e468131c'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:15:08.459282 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f811bb-6fee-44f0-9e8b-a88fe85e47b7 req-a03c8e52-055d-438f-9dc1-0b13c50d7983 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] No DVR routers for this DVR port 7c859bac-238c-4f9a-90d0-1f20a8c84b95 on host hv-cinder-84212 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 14:15:08.461785 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e1f811bb-6fee-44f0-9e8b-a88fe85e47b7 req-a03c8e52-055d-438f-9dc1-0b13c50d7983 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:08.465135 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [req-e1f811bb-6fee-44f0-9e8b-a88fe85e47b7 req-a03c8e52-055d-438f-9dc1-0b13c50d7983 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.55 "DELETE /v2.0/ports/7c859bac-238c-4f9a-90d0-1f20a8c84b95 HTTP/1.1" status: 204 len: 173 time: 0.8325925 May 24 14:15:08.465598 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9954418b-cb4d-4071-878e-c2c7fb37d5d2', 'name': 'network-vif-deleted', 'tag': '7c859bac-238c-4f9a-90d0-1f20a8c84b95'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 14:15:08.467805 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60922b96e112649546d89072a262e180bf09e65c4ab2e641290b12b7b14c337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcb3477-70c7-432c-a7ab-9ecf9fa626f4" -d '{"events": [{"server_uuid": "9954418b-cb4d-4071-878e-c2c7fb37d5d2", "name": "network-vif-deleted", "tag": "7c859bac-238c-4f9a-90d0-1f20a8c84b95"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 14:15:08.524423 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 14:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa6206b-3418-4cdb-a71b-014cd9d9f377 x-openstack-request-id: req-dfa6206b-3418-4cdb-a71b-014cd9d9f377 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 14:15:08.524798 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9954418b-cb4d-4071-878e-c2c7fb37d5d2", "name": "network-vif-deleted", "tag": "7c859bac-238c-4f9a-90d0-1f20a8c84b95", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 14:15:08.525049 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dfa6206b-3418-4cdb-a71b-014cd9d9f377 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 14:15:08.525442 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfa6206b-3418-4cdb-a71b-014cd9d9f377'] response: {'server_uuid': '9954418b-cb4d-4071-878e-c2c7fb37d5d2', 'name': 'network-vif-deleted', 'tag': '7c859bac-238c-4f9a-90d0-1f20a8c84b95', 'status': 'completed', 'code': 200} May 24 14:15:08.541835 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-94c2481a-235d-40a1-839e-5cdcec3e62e1 None None] Set router e0b227ab-dcc2-4a46-923c-2a66e468131c gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:15:08.827374 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-94c2481a-235d-40a1-839e-5cdcec3e62e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'name': 'tempest-AttachVolumeTestJSON-252775452-router', 'tenant_id': 'e436feb329204699a78d749db135acce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:36Z', 'revision_number': 4, 'project_id': 'e436feb329204699a78d749db135acce', 'gw_port': {'id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ba:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '2c965ca2-7a19-457f-b6f0-987910a987b0', 'name': '', 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a', 'tenant_id': 'e436feb329204699a78d749db135acce', 'mac_address': 'fa:16:3e:77:74:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b10f4794-31a5-4c72-8ff2-7227ff1bde49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:07:36Z', 'updated_at': '2022-05-24T14:07:40Z', 'revision_number': 5, 'project_id': 'e436feb329204699a78d749db135acce', 'subnets': [{'id': 'b10f4794-31a5-4c72-8ff2-7227ff1bde49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:15:08.851046 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c2481a-235d-40a1-839e-5cdcec3e62e1 None None] Checking router: e0b227ab-dcc2-4a46-923c-2a66e468131c for host: dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:15:08.860203 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c2481a-235d-40a1-839e-5cdcec3e62e1 None None] Routers {'e0b227ab-dcc2-4a46-923c-2a66e468131c'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:15:08.860811 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-94c2481a-235d-40a1-839e-5cdcec3e62e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:14:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['e0b227ab-dcc2-4a46-923c-2a66e468131c'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:15:08.970727 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-94c2481a-235d-40a1-839e-5cdcec3e62e1 None None] Set router e0b227ab-dcc2-4a46-923c-2a66e468131c gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:15:09.162481 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-94c2481a-235d-40a1-839e-5cdcec3e62e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'name': 'tempest-AttachVolumeTestJSON-252775452-router', 'tenant_id': 'e436feb329204699a78d749db135acce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:36Z', 'revision_number': 4, 'project_id': 'e436feb329204699a78d749db135acce', 'gw_port': {'id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ba:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '2c965ca2-7a19-457f-b6f0-987910a987b0', 'name': '', 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a', 'tenant_id': 'e436feb329204699a78d749db135acce', 'mac_address': 'fa:16:3e:77:74:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b10f4794-31a5-4c72-8ff2-7227ff1bde49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:07:36Z', 'updated_at': '2022-05-24T14:07:40Z', 'revision_number': 5, 'project_id': 'e436feb329204699a78d749db135acce', 'subnets': [{'id': 'b10f4794-31a5-4c72-8ff2-7227ff1bde49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:15:09.163954 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 45362) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:15:09.188408 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c2481a-235d-40a1-839e-5cdcec3e62e1 None None] The sync data for ids ['e0b227ab-dcc2-4a46-923c-2a66e468131c'] in dv-cinder-842129-1-iscsi is: [{'id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'name': 'tempest-AttachVolumeTestJSON-252775452-router', 'tenant_id': 'e436feb329204699a78d749db135acce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:36Z', 'revision_number': 4, 'project_id': 'e436feb329204699a78d749db135acce', 'gw_port': {'id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ba:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi', '_interfaces': [{'id': '2c965ca2-7a19-457f-b6f0-987910a987b0', 'name': '', 'network_id': 'd0876f86-477e-43a6-b89a-5d925c2bd73a', 'tenant_id': 'e436feb329204699a78d749db135acce', 'mac_address': 'fa:16:3e:77:74:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b10f4794-31a5-4c72-8ff2-7227ff1bde49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:07:36Z', 'updated_at': '2022-05-24T14:07:40Z', 'revision_number': 5, 'project_id': 'e436feb329204699a78d749db135acce', 'subnets': [{'id': 'b10f4794-31a5-4c72-8ff2-7227ff1bde49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:15:09.220168 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f20af86d-3128-4c0d-b834-528a63e177cf tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for security_group (35e6d652-ceb1-40e8-bf0c-8dfe4ef1b01a), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:09.244671 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f20af86d-3128-4c0d-b834-528a63e177cf tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for security_group (35e6d652-ceb1-40e8-bf0c-8dfe4ef1b01a), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:09.294576 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f20af86d-3128-4c0d-b834-528a63e177cf tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (35e6d652-ceb1-40e8-bf0c-8dfe4ef1b01a), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:09.297263 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f20af86d-3128-4c0d-b834-528a63e177cf tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:09.298442 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-f20af86d-3128-4c0d-b834-528a63e177cf tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "DELETE /v2.0/security-groups/35e6d652-ceb1-40e8-bf0c-8dfe4ef1b01a HTTP/1.1" status: 204 len: 168 time: 0.1334765 May 24 14:15:09.301568 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 45364) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:15:09.308516 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20af86d-3128-4c0d-b834-528a63e177cf tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e6d652-ceb1-40e8-bf0c-8dfe4ef1b01a,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:15:09.316031 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20af86d-3128-4c0d-b834-528a63e177cf tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:15:09.316384 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20af86d-3128-4c0d-b834-528a63e177cf tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:15:09.316729 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20af86d-3128-4c0d-b834-528a63e177cf tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:15:09.317072 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20af86d-3128-4c0d-b834-528a63e177cf tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:15:09.317408 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20af86d-3128-4c0d-b834-528a63e177cf tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:15:09.317532 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.api.v2.resource [None req-ec79e3d8-9b78-4192-9fde-c7818bfcd4f1 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] show failed (client error): The resource could not be found. May 24 14:15:09.317741 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20af86d-3128-4c0d-b834-528a63e177cf tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:15:09.318072 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20af86d-3128-4c0d-b834-528a63e177cf tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:15:09.318390 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20af86d-3128-4c0d-b834-528a63e177cf tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:15:09.318720 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20af86d-3128-4c0d-b834-528a63e177cf tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:15:09.319001 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-ec79e3d8-9b78-4192-9fde-c7818bfcd4f1 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "GET /v2.0/security-groups/35e6d652-ceb1-40e8-bf0c-8dfe4ef1b01a HTTP/1.1" status: 404 len: 347 time: 0.0158525 May 24 14:15:09.319131 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20af86d-3128-4c0d-b834-528a63e177cf tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:15:09.319504 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20af86d-3128-4c0d-b834-528a63e177cf tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:15:09.319927 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20af86d-3128-4c0d-b834-528a63e177cf tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:15:09.320184 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20af86d-3128-4c0d-b834-528a63e177cf tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:15:09.320828 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20af86d-3128-4c0d-b834-528a63e177cf tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:15:09.321164 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20af86d-3128-4c0d-b834-528a63e177cf tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842129-1-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 14:15:09.321871 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 45366) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:15:09.424634 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7f6e66-c81d-4577-9443-e0edadc41a9f None None] New status for floating IP 190f9105-2cca-4573-a1d7-a2110b185208: DOWN {{(pid=103809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 14:15:09.447115 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-a0894588-2e7e-4f85-b806-e652dd8f2bd9 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Deleting port 1d47097d-a254-484b-84f3-984e297ce07d {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:15:09.447451 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a0894588-2e7e-4f85-b806-e652dd8f2bd9 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (1d47097d-a254-484b-84f3-984e297ce07d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:09.547567 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a0894588-2e7e-4f85-b806-e652dd8f2bd9 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (1d47097d-a254-484b-84f3-984e297ce07d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:09.548169 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a0894588-2e7e-4f85-b806-e652dd8f2bd9 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for floatingip (1d47097d-a254-484b-84f3-984e297ce07d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:09.563728 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-a0894588-2e7e-4f85-b806-e652dd8f2bd9 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Calling delete_port for 1d47097d-a254-484b-84f3-984e297ce07d owned by network:floatingip {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:15:09.695903 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a0894588-2e7e-4f85-b806-e652dd8f2bd9 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (1d47097d-a254-484b-84f3-984e297ce07d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:09.718902 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0894588-2e7e-4f85-b806-e652dd8f2bd9 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Pushing event deleted for resources: {'Port': ['ID=1d47097d-a254-484b-84f3-984e297ce07d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:15:09.782198 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a0894588-2e7e-4f85-b806-e652dd8f2bd9 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks [] for floatingip (190f9105-2cca-4573-a1d7-a2110b185208), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:09.784650 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a0894588-2e7e-4f85-b806-e652dd8f2bd9 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470687'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:09.785771 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-a0894588-2e7e-4f85-b806-e652dd8f2bd9 tempest-AttachVolumeTestJSON-419866723 tempest-AttachVolumeTestJSON-419866723-project] 10.222.0.24 "DELETE /v2.0/floatingips/190f9105-2cca-4573-a1d7-a2110b185208 HTTP/1.1" status: 204 len: 168 time: 0.4629598 May 24 14:15:10.222152 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:10.868239 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 7c859bac-238c-4f9a-90d0-1f20a8c84b95 no longer exists at agent hyperv_hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:15:10.891518 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] No Port match for: 7c859bac-238c-4f9a-90d0-1f20a8c84b95 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:15:10.891871 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Device 7c859bac-238c-4f9a-90d0-1f20a8c84b95 not bound to the agent host hv-cinder-84212 {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:15:13.317598 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 45394) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:15:13.809333 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4adc5b44-1c98-4760-b880-dbd634e79131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532644'] for router_interface (e0b227ab-dcc2-4a46-923c-2a66e468131c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:13.846718 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:15:13.906461 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:15:14.030916 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-4adc5b44-1c98-4760-b880-dbd634e79131 admin admin] Deleting port 2c965ca2-7a19-457f-b6f0-987910a987b0 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:15:14.031249 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4adc5b44-1c98-4760-b880-dbd634e79131 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (2c965ca2-7a19-457f-b6f0-987910a987b0), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:14.108071 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-4adc5b44-1c98-4760-b880-dbd634e79131 admin admin] For port 2c965ca2-7a19-457f-b6f0-987910a987b0, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=2c965ca2-7a19-457f-b6f0-987910a987b0,segment=NetworkSegment(9d2096c3-4aed-4d08-8fab-38331e25302c),segment_id=9d2096c3-4aed-4d08-8fab-38331e25302c)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:15:14.108351 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4adc5b44-1c98-4760-b880-dbd634e79131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (2c965ca2-7a19-457f-b6f0-987910a987b0), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:14.121059 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-4adc5b44-1c98-4760-b880-dbd634e79131 admin admin] Calling delete_port for 2c965ca2-7a19-457f-b6f0-987910a987b0 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:15:14.299078 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4adc5b44-1c98-4760-b880-dbd634e79131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (2c965ca2-7a19-457f-b6f0-987910a987b0), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:14.326486 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc5b44-1c98-4760-b880-dbd634e79131 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c965ca2-7a19-457f-b6f0-987910a987b0,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:15:14.487050 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4adc5b44-1c98-4760-b880-dbd634e79131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-172021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532528'] for router_interface (e0b227ab-dcc2-4a46-923c-2a66e468131c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:14.690902 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:15:14.702159 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4adc5b44-1c98-4760-b880-dbd634e79131 admin admin] Router e0b227ab-dcc2-4a46-923c-2a66e468131c has already been hosted by L3 agent ca5143a7-ad70-4f87-a65d-708b6597f170 {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 14:15:14.712750 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:15:14.803362 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4adc5b44-1c98-4760-b880-dbd634e79131 admin admin] Notify agent at l3_agent.dv-cinder-842129-1-iscsi the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 14:15:14.809680 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-4adc5b44-1c98-4760-b880-dbd634e79131 admin admin] 10.222.0.24 "PUT /v2.0/routers/e0b227ab-dcc2-4a46-923c-2a66e468131c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4923153 May 24 14:15:14.811521 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 45398) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:15:14.813690 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9e9849-dd62-48fe-bcbe-168dae6dd0fc None None] Sync routers for ids ['e0b227ab-dcc2-4a46-923c-2a66e468131c'] in dv-cinder-842129-1-iscsi {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 14:15:14.826218 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9e9849-dd62-48fe-bcbe-168dae6dd0fc None None] Routers {'e0b227ab-dcc2-4a46-923c-2a66e468131c'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:15:14.826862 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5c9e9849-dd62-48fe-bcbe-168dae6dd0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:14:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['e0b227ab-dcc2-4a46-923c-2a66e468131c'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:15:14.931204 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-5c9e9849-dd62-48fe-bcbe-168dae6dd0fc None None] Set router e0b227ab-dcc2-4a46-923c-2a66e468131c gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:15:15.101498 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5c9e9849-dd62-48fe-bcbe-168dae6dd0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'name': 'tempest-AttachVolumeTestJSON-252775452-router', 'tenant_id': 'e436feb329204699a78d749db135acce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:15:14Z', 'revision_number': 5, 'project_id': 'e436feb329204699a78d749db135acce', 'gw_port': {'id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ba:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:15:15.127243 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-191e2a15-d2b0-4517-836f-e6496f8f360a admin admin] Publish callbacks [] for router (e0b227ab-dcc2-4a46-923c-2a66e468131c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:15.130084 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9e9849-dd62-48fe-bcbe-168dae6dd0fc None None] Checking router: e0b227ab-dcc2-4a46-923c-2a66e468131c for host: dv-cinder-842129-1-iscsi {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 14:15:15.132911 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=100 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:15:15.133667 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=100 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:15:15.141630 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9e9849-dd62-48fe-bcbe-168dae6dd0fc None None] Routers {'e0b227ab-dcc2-4a46-923c-2a66e468131c'} bound to L3 agent in host dv-cinder-842129-1-iscsi {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 14:15:15.142243 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5c9e9849-dd62-48fe-bcbe-168dae6dd0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T13:46:56Z,description=,heartbeat_timestamp=2022-05-24T14:14:56Z,host='dv-cinder-842129-1-iscsi',id=ca5143a7-ad70-4f87-a65d-708b6597f170,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T13:46:56Z,topic='l3_agent')) {'router_ids': ['e0b227ab-dcc2-4a46-923c-2a66e468131c'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:15:15.227311 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-191e2a15-d2b0-4517-836f-e6496f8f360a admin admin] Publish callbacks [] for router_gateway (e0b227ab-dcc2-4a46-923c-2a66e468131c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:15.242293 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-5c9e9849-dd62-48fe-bcbe-168dae6dd0fc None None] Set router e0b227ab-dcc2-4a46-923c-2a66e468131c gateway port host: dv-cinder-842129-1-iscsi {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 14:15:15.270507 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-191e2a15-d2b0-4517-836f-e6496f8f360a admin admin] Deleting port 2d200108-5da7-4542-8cbb-2b248d910a80 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:15:15.270850 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-191e2a15-d2b0-4517-836f-e6496f8f360a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (2d200108-5da7-4542-8cbb-2b248d910a80), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:15.348583 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-191e2a15-d2b0-4517-836f-e6496f8f360a admin admin] For port 2d200108-5da7-4542-8cbb-2b248d910a80, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=2d200108-5da7-4542-8cbb-2b248d910a80,segment=NetworkSegment(3f5d497a-81fa-44a3-b648-e1e22cc699e7),segment_id=3f5d497a-81fa-44a3-b648-e1e22cc699e7)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:15:15.349292 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-191e2a15-d2b0-4517-836f-e6496f8f360a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (2d200108-5da7-4542-8cbb-2b248d910a80), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:15.362588 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-191e2a15-d2b0-4517-836f-e6496f8f360a admin admin] Calling delete_port for 2d200108-5da7-4542-8cbb-2b248d910a80 owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:15:15.408311 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5c9e9849-dd62-48fe-bcbe-168dae6dd0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'name': 'tempest-AttachVolumeTestJSON-252775452-router', 'tenant_id': 'e436feb329204699a78d749db135acce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:15:14Z', 'revision_number': 5, 'project_id': 'e436feb329204699a78d749db135acce', 'gw_port': {'id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ba:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}], 'dv-cinder-842129-1-iscsi', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:15:15.432577 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9e9849-dd62-48fe-bcbe-168dae6dd0fc None None] The sync data for ids ['e0b227ab-dcc2-4a46-923c-2a66e468131c'] in dv-cinder-842129-1-iscsi is: [{'id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'name': 'tempest-AttachVolumeTestJSON-252775452-router', 'tenant_id': 'e436feb329204699a78d749db135acce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'external_fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:15:14Z', 'revision_number': 5, 'project_id': 'e436feb329204699a78d749db135acce', 'gw_port': {'id': '2d200108-5da7-4542-8cbb-2b248d910a80', 'name': '', 'network_id': '77d15e7c-d8e1-4cf5-bc25-b280c1fe68a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ba:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b227ab-dcc2-4a46-923c-2a66e468131c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T14:07:33Z', 'updated_at': '2022-05-24T14:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '277372c2-c924-4ff9-98b4-a2b2337930ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842129-1-iscsi'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 14:15:15.528294 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-191e2a15-d2b0-4517-836f-e6496f8f360a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (2d200108-5da7-4542-8cbb-2b248d910a80), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:15.556994 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e2a15-d2b0-4517-836f-e6496f8f360a admin admin] Pushing event deleted for resources: {'Port': ['ID=2d200108-5da7-4542-8cbb-2b248d910a80,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:15:15.617196 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-191e2a15-d2b0-4517-836f-e6496f8f360a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539230'] for router_gateway (e0b227ab-dcc2-4a46-923c-2a66e468131c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:15.702808 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-191e2a15-d2b0-4517-836f-e6496f8f360a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4362'] for router (e0b227ab-dcc2-4a46-923c-2a66e468131c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:15.704953 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-191e2a15-d2b0-4517-836f-e6496f8f360a admin admin] Publish callbacks [] for router_controller (e0b227ab-dcc2-4a46-923c-2a66e468131c), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:15.745359 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-191e2a15-d2b0-4517-836f-e6496f8f360a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-535544'] for router (e0b227ab-dcc2-4a46-923c-2a66e468131c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:15.746709 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191e2a15-d2b0-4517-836f-e6496f8f360a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0b227ab-dcc2-4a46-923c-2a66e468131c {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 24 14:15:15.750925 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-191e2a15-d2b0-4517-836f-e6496f8f360a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:15.752073 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-191e2a15-d2b0-4517-836f-e6496f8f360a admin admin] 10.222.0.24 "DELETE /v2.0/routers/e0b227ab-dcc2-4a46-923c-2a66e468131c HTTP/1.1" status: 204 len: 168 time: 0.9395778 May 24 14:15:15.755198 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 45400) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:15:15.801497 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e13600-7e0c-4310-ba3c-52d86e9a7776 admin admin] Deleting subnet b10f4794-31a5-4c72-8ff2-7227ff1bde49 {{(pid=103807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 24 14:15:15.804878 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-37e13600-7e0c-4310-ba3c-52d86e9a7776 admin admin] Publish callbacks [] for subnet (b10f4794-31a5-4c72-8ff2-7227ff1bde49), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:15.846522 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-37e13600-7e0c-4310-ba3c-52d86e9a7776 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5066685'] for subnet (b10f4794-31a5-4c72-8ff2-7227ff1bde49), precommit_delete_associations {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:15.924601 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-37e13600-7e0c-4310-ba3c-52d86e9a7776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902008'] for subnet (b10f4794-31a5-4c72-8ff2-7227ff1bde49), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:15.978723 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-37e13600-7e0c-4310-ba3c-52d86e9a7776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1901987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4346542'] for subnet (b10f4794-31a5-4c72-8ff2-7227ff1bde49), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:16.009509 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e13600-7e0c-4310-ba3c-52d86e9a7776 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b10f4794-31a5-4c72-8ff2-7227ff1bde49,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:15:16.013867 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-37e13600-7e0c-4310-ba3c-52d86e9a7776 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:16.019556 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 45402) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:15:16.019744 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-37e13600-7e0c-4310-ba3c-52d86e9a7776 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b10f4794-31a5-4c72-8ff2-7227ff1bde49 HTTP/1.1" status: 204 len: 168 time: 0.2631779 May 24 14:15:16.023395 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3377bba-ad06-427a-8be6-d874bc294c80 None None] Network d0876f86-477e-43a6-b89a-5d925c2bd73a requested from dv-cinder-842129-1-iscsi {{(pid=103809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 14:15:16.074719 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:15:16.095013 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-219116de-b6f5-4d50-a513-d92ba782be6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1862163'] for network (d0876f86-477e-43a6-b89a-5d925c2bd73a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:16.132080 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:15:16.139081 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-219116de-b6f5-4d50-a513-d92ba782be6f admin admin] Deleting port 010652ee-e019-452f-936b-032505e268f6 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 14:15:16.139535 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-219116de-b6f5-4d50-a513-d92ba782be6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727739336906'] for port (010652ee-e019-452f-936b-032505e268f6), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:16.202734 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-219116de-b6f5-4d50-a513-d92ba782be6f admin admin] For port 010652ee-e019-452f-936b-032505e268f6, host dv-cinder-842129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842129-1-iscsi',level=0,port_id=010652ee-e019-452f-936b-032505e268f6,segment=NetworkSegment(9d2096c3-4aed-4d08-8fab-38331e25302c),segment_id=9d2096c3-4aed-4d08-8fab-38331e25302c)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 14:15:16.203094 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-219116de-b6f5-4d50-a513-d92ba782be6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528101'] for port (010652ee-e019-452f-936b-032505e268f6), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:16.216492 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-219116de-b6f5-4d50-a513-d92ba782be6f admin admin] Calling delete_port for 010652ee-e019-452f-936b-032505e268f6 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 14:15:16.294562 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-219116de-b6f5-4d50-a513-d92ba782be6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727739346616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727738826006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5714296'] for port (010652ee-e019-452f-936b-032505e268f6), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:16.318348 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219116de-b6f5-4d50-a513-d92ba782be6f admin admin] Pushing event deleted for resources: {'Port': ['ID=010652ee-e019-452f-936b-032505e268f6,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:15:16.321829 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219116de-b6f5-4d50-a513-d92ba782be6f admin admin] No DVR routers for this DVR port 010652ee-e019-452f-936b-032505e268f6 on host dv-cinder-842129-1-iscsi {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 14:15:16.394801 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-219116de-b6f5-4d50-a513-d92ba782be6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1932343', 'neutron.services.segments.db._delete_segments_for_network-8727739285863'] for network (d0876f86-477e-43a6-b89a-5d925c2bd73a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:16.416847 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.services.segments.db [None req-219116de-b6f5-4d50-a513-d92ba782be6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0876f86-477e-43a6-b89a-5d925c2bd73a']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:15:16.427007 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.services.segments.db [None req-219116de-b6f5-4d50-a513-d92ba782be6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2096c3-4aed-4d08-8fab-38331e25302c') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:15:16.427307 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.services.segments.db [None req-219116de-b6f5-4d50-a513-d92ba782be6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2096c3-4aed-4d08-8fab-38331e25302c') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 14:15:16.432561 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42acfd1e-95db-4103-83ff-0264a8eb1323 None None] DHCP port deletion for d0876f86-477e-43a6-b89a-5d925c2bd73a request from dv-cinder-842129-1-iscsi {{(pid=103809) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 24 14:15:16.447306 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-219116de-b6f5-4d50-a513-d92ba782be6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727739286128', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5712643'] for segment (9d2096c3-4aed-4d08-8fab-38331e25302c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:16.469299 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-219116de-b6f5-4d50-a513-d92ba782be6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291'] for segment (9d2096c3-4aed-4d08-8fab-38331e25302c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:16.478171 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-219116de-b6f5-4d50-a513-d92ba782be6f admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 14:15:16.478763 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-219116de-b6f5-4d50-a513-d92ba782be6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5714253'] for segment (9d2096c3-4aed-4d08-8fab-38331e25302c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:16.507595 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 010652ee-e019-452f-936b-032505e268f6 no longer exists at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:15:16.521941 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.services.segments.plugin [-] Segment 9d2096c3-4aed-4d08-8fab-38331e25302c resource provider aggregate not found May 24 14:15:16.528706 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] No Port match for: 010652ee-e019-452f-936b-032505e268f6 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:15:16.529050 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 010652ee-e019-452f-936b-032505e268f6 not bound to the agent host dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:15:16.529448 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 2c965ca2-7a19-457f-b6f0-987910a987b0 no longer exists at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:15:16.544947 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.services.segments.plugin [-] Segment 9d2096c3-4aed-4d08-8fab-38331e25302c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9d2096c3-4aed-4d08-8fab-38331e25302c found for delete ", "request_id": "req-29dd6e33-6dbc-4f4d-9e8f-23c33bfc9f4f"}]} May 24 14:15:16.546217 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-219116de-b6f5-4d50-a513-d92ba782be6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-172028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534454'] for network (d0876f86-477e-43a6-b89a-5d925c2bd73a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:16.550473 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] No Port match for: 2c965ca2-7a19-457f-b6f0-987910a987b0 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:15:16.550818 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 2c965ca2-7a19-457f-b6f0-987910a987b0 not bound to the agent host dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:15:16.551345 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 2d200108-5da7-4542-8cbb-2b248d910a80 no longer exists at agent ovs-agent-dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 14:15:16.552190 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-219116de-b6f5-4d50-a513-d92ba782be6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-172014'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:16.556790 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-219116de-b6f5-4d50-a513-d92ba782be6f admin admin] 10.222.0.24 "DELETE /v2.0/networks/d0876f86-477e-43a6-b89a-5d925c2bd73a HTTP/1.1" status: 204 len: 168 time: 0.5362015 May 24 14:15:16.571465 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] No Port match for: 2d200108-5da7-4542-8cbb-2b248d910a80 {{(pid=103809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 14:15:16.571905 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron.plugins.ml2.rpc [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Device 2d200108-5da7-4542-8cbb-2b248d910a80 not bound to the agent host dv-cinder-842129-1-iscsi {{(pid=103809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 14:15:16.572335 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219116de-b6f5-4d50-a513-d92ba782be6f admin admin] Pushing event deleted for resources: {'Network': ['ID=d0876f86-477e-43a6-b89a-5d925c2bd73a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:15:16.679129 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 45410) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:15:16.722954 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-271fcfd4-e748-4521-a379-68cc8b7ef4d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e436feb329204699a78d749db135acce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426569 May 24 14:15:16.725373 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 45412) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:15:16.780251 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ac40a34f-0141-4d43-855d-9ab6c583e77f admin admin] Publish callbacks [] for security_group (3abfe0e3-32e3-472f-97f0-612f04d9ea94), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:16.801290 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ac40a34f-0141-4d43-855d-9ab6c583e77f admin admin] Publish callbacks [] for security_group (3abfe0e3-32e3-472f-97f0-612f04d9ea94), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:16.848030 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ac40a34f-0141-4d43-855d-9ab6c583e77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (3abfe0e3-32e3-472f-97f0-612f04d9ea94), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:16.850528 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ac40a34f-0141-4d43-855d-9ab6c583e77f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:16.851669 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-ac40a34f-0141-4d43-855d-9ab6c583e77f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3abfe0e3-32e3-472f-97f0-612f04d9ea94 HTTP/1.1" status: 204 len: 168 time: 0.1253603 May 24 14:15:16.860187 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40a34f-0141-4d43-855d-9ab6c583e77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abfe0e3-32e3-472f-97f0-612f04d9ea94,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:15:22.387862 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 14:15:23.838153 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:15:23.840918 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:UPDATE=4,neutron:SELECT=30 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:15:23.846139 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:15:23.855802 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4ce35beb-1f92-4b83-b25a-3c0d6bba4789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:25.974339 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=48,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:15:25.987471 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=61,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:15:26.190558 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f8b39f42-2a3d-437f-88b8-a6b6507fafaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:26.855419 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=62,neutron:DELETE=6 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:15:26.856128 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=67,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:15:27.485724 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:27.492890 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 45544) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:15:27.609355 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4acefcd6-71e0-4eaa-94c4-00dea33830ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:27.689022 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4acefcd6-71e0-4eaa-94c4-00dea33830ea admin admin] Publish callbacks [] for security_group (2e90e86b-02ba-4ee2-944c-e8e929a2db0e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:27.692581 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4acefcd6-71e0-4eaa-94c4-00dea33830ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (2e90e86b-02ba-4ee2-944c-e8e929a2db0e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:27.732327 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-4acefcd6-71e0-4eaa-94c4-00dea33830ea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d44b13dce16a4fbdb98623fd6db52dd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383726 May 24 14:15:27.733156 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acefcd6-71e0-4eaa-94c4-00dea33830ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e90e86b-02ba-4ee2-944c-e8e929a2db0e,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:15:27.735063 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 45548) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:15:27.783924 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-76b1e47e-0522-415c-8199-cfd89a2c6e19 admin admin] Publish callbacks [] for security_group (2e90e86b-02ba-4ee2-944c-e8e929a2db0e), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:27.804765 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-76b1e47e-0522-415c-8199-cfd89a2c6e19 admin admin] Publish callbacks [] for security_group (2e90e86b-02ba-4ee2-944c-e8e929a2db0e), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:27.851747 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-76b1e47e-0522-415c-8199-cfd89a2c6e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (2e90e86b-02ba-4ee2-944c-e8e929a2db0e), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:27.854266 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-76b1e47e-0522-415c-8199-cfd89a2c6e19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:27.855427 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-76b1e47e-0522-415c-8199-cfd89a2c6e19 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2e90e86b-02ba-4ee2-944c-e8e929a2db0e HTTP/1.1" status: 204 len: 168 time: 0.1193821 May 24 14:15:27.863264 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b1e47e-0522-415c-8199-cfd89a2c6e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e90e86b-02ba-4ee2-944c-e8e929a2db0e,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:15:28.117424 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 45554) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:15:28.131088 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5e6c1563-3f3a-40c4-916c-67eedba7070d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:28.205273 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5e6c1563-3f3a-40c4-916c-67eedba7070d admin admin] Publish callbacks [] for security_group (710df8f7-a73d-467a-b405-1f5b1420c663), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:28.209074 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5e6c1563-3f3a-40c4-916c-67eedba7070d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (710df8f7-a73d-467a-b405-1f5b1420c663), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:28.247892 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-5e6c1563-3f3a-40c4-916c-67eedba7070d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=77b128dd96a740b084ec72e4f82db038&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293907 May 24 14:15:28.248736 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c1563-3f3a-40c4-916c-67eedba7070d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710df8f7-a73d-467a-b405-1f5b1420c663,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:15:28.250677 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 45556) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:15:28.301357 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-80da41ff-ca3d-40ef-afda-ca8827318d18 admin admin] Publish callbacks [] for security_group (710df8f7-a73d-467a-b405-1f5b1420c663), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:28.322063 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-80da41ff-ca3d-40ef-afda-ca8827318d18 admin admin] Publish callbacks [] for security_group (710df8f7-a73d-467a-b405-1f5b1420c663), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:28.367987 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-80da41ff-ca3d-40ef-afda-ca8827318d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (710df8f7-a73d-467a-b405-1f5b1420c663), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:28.370523 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-80da41ff-ca3d-40ef-afda-ca8827318d18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:28.371777 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-80da41ff-ca3d-40ef-afda-ca8827318d18 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/710df8f7-a73d-467a-b405-1f5b1420c663 HTTP/1.1" status: 204 len: 168 time: 0.1201029 May 24 14:15:28.379478 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da41ff-ca3d-40ef-afda-ca8827318d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710df8f7-a73d-467a-b405-1f5b1420c663,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:15:28.612025 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:30.436078 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 45626) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:15:30.475999 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:30.543061 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4dbedf7-e0f1-4e83-8287-767b079ea5ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:30.615516 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4dbedf7-e0f1-4e83-8287-767b079ea5ad admin admin] Publish callbacks [] for security_group (0e515e52-6f28-4104-ba88-96709ad65efc), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:30.619057 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4dbedf7-e0f1-4e83-8287-767b079ea5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (0e515e52-6f28-4104-ba88-96709ad65efc), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:30.657669 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dbedf7-e0f1-4e83-8287-767b079ea5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e515e52-6f28-4104-ba88-96709ad65efc,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:15:30.661828 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-d4dbedf7-e0f1-4e83-8287-767b079ea5ad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d6e7cf89d31c491bbabcc79d8a61c4d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247424 May 24 14:15:30.664505 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 45630) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:15:30.711323 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-43d0092d-e5d8-4ba4-90ff-af48f461387e admin admin] Publish callbacks [] for security_group (0e515e52-6f28-4104-ba88-96709ad65efc), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:30.735087 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-43d0092d-e5d8-4ba4-90ff-af48f461387e admin admin] Publish callbacks [] for security_group (0e515e52-6f28-4104-ba88-96709ad65efc), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:30.780559 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-43d0092d-e5d8-4ba4-90ff-af48f461387e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (0e515e52-6f28-4104-ba88-96709ad65efc), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:30.782973 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-43d0092d-e5d8-4ba4-90ff-af48f461387e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:30.784118 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-43d0092d-e5d8-4ba4-90ff-af48f461387e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e515e52-6f28-4104-ba88-96709ad65efc HTTP/1.1" status: 204 len: 168 time: 0.1187155 May 24 14:15:30.791749 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0092d-e5d8-4ba4-90ff-af48f461387e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e515e52-6f28-4104-ba88-96709ad65efc,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:15:31.051564 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 45636) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:15:31.068055 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-03546f3e-e0e8-4d94-bc5e-a71721b85902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:31.142562 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-03546f3e-e0e8-4d94-bc5e-a71721b85902 admin admin] Publish callbacks [] for security_group (085e0e6f-0c09-43f4-97fd-083bba5f3414), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:31.145882 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-03546f3e-e0e8-4d94-bc5e-a71721b85902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (085e0e6f-0c09-43f4-97fd-083bba5f3414), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:31.185993 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-03546f3e-e0e8-4d94-bc5e-a71721b85902 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=616cdcf6afbb41f49f09f614463f9a99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333077 May 24 14:15:31.186824 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03546f3e-e0e8-4d94-bc5e-a71721b85902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085e0e6f-0c09-43f4-97fd-083bba5f3414,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:15:31.188806 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 45638) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:15:31.233686 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:15:31.237086 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-26ef4c78-fe0a-4bb6-a5b6-05db59927f25 admin admin] Publish callbacks [] for security_group (085e0e6f-0c09-43f4-97fd-083bba5f3414), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:31.261974 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-26ef4c78-fe0a-4bb6-a5b6-05db59927f25 admin admin] Publish callbacks [] for security_group (085e0e6f-0c09-43f4-97fd-083bba5f3414), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:31.289186 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:15:31.309710 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-26ef4c78-fe0a-4bb6-a5b6-05db59927f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (085e0e6f-0c09-43f4-97fd-083bba5f3414), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:31.312287 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-26ef4c78-fe0a-4bb6-a5b6-05db59927f25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:31.313418 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-26ef4c78-fe0a-4bb6-a5b6-05db59927f25 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/085e0e6f-0c09-43f4-97fd-083bba5f3414 HTTP/1.1" status: 204 len: 168 time: 0.1235042 May 24 14:15:31.321347 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef4c78-fe0a-4bb6-a5b6-05db59927f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085e0e6f-0c09-43f4-97fd-083bba5f3414,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:15:32.344444 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.24', 45668) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:15:32.382504 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=33 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:15:32.383663 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=27 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:15:32.450705 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ccddbdaf-5a1a-4ad5-a9d6-682f6c62c5d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:32.525117 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ccddbdaf-5a1a-4ad5-a9d6-682f6c62c5d0 admin admin] Publish callbacks [] for security_group (ff1428ab-b232-462a-b7d6-c9bd746aaa5a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:32.528966 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ccddbdaf-5a1a-4ad5-a9d6-682f6c62c5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (ff1428ab-b232-462a-b7d6-c9bd746aaa5a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:32.578150 dv-cinder-842129-1-iscsi neutron-server[103808]: INFO neutron.wsgi [None req-ccddbdaf-5a1a-4ad5-a9d6-682f6c62c5d0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9544261df974ccfb31defe98be27ceb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326510 May 24 14:15:32.579011 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccddbdaf-5a1a-4ad5-a9d6-682f6c62c5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1428ab-b232-462a-b7d6-c9bd746aaa5a,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:15:32.581752 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 45672) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:15:32.631842 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5ef3b7d7-76a8-43d6-950f-c5ee604f6c75 admin admin] Publish callbacks [] for security_group (ff1428ab-b232-462a-b7d6-c9bd746aaa5a), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:32.657044 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5ef3b7d7-76a8-43d6-950f-c5ee604f6c75 admin admin] Publish callbacks [] for security_group (ff1428ab-b232-462a-b7d6-c9bd746aaa5a), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:32.705490 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5ef3b7d7-76a8-43d6-950f-c5ee604f6c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (ff1428ab-b232-462a-b7d6-c9bd746aaa5a), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:32.708081 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5ef3b7d7-76a8-43d6-950f-c5ee604f6c75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:32.709254 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-5ef3b7d7-76a8-43d6-950f-c5ee604f6c75 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff1428ab-b232-462a-b7d6-c9bd746aaa5a HTTP/1.1" status: 204 len: 168 time: 0.1259875 May 24 14:15:32.716957 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3b7d7-76a8-43d6-950f-c5ee604f6c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1428ab-b232-462a-b7d6-c9bd746aaa5a,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:15:40.224999 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:42.568853 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=25,neutron:DELETE=3,neutron:INSERT=6 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:15:42.573668 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=18,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:15:42.711597 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=70,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:15:42.712398 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=70,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:15:49.652279 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [req-6784adb8-ba44-4732-863c-0991cb0736e5 req-76e06e89-d30d-4969-b326-afbed631bca9 service neutron] (103808) timed out ('10.222.0.24', 40342) {{(pid=103808) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 24 14:15:49.826468 dv-cinder-842129-1-iscsi neutron-server[103808]: DEBUG neutron.wsgi [req-6784adb8-ba44-4732-863c-0991cb0736e5 req-b64b02d3-553e-4e0a-993e-6a13de3d328d tempest-AttachVolumeShelveTestJSON-1809879434 tempest-AttachVolumeShelveTestJSON-1809879434-project] (103808) timed out ('10.222.0.24', 40352) {{(pid=103808) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 24 14:15:50.212846 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:15:50.213683 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:15:50.221006 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:15:53.848374 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eef44530-d5c9-4ba8-ae82-58442cbf5615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:55.260198 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 45810) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:15:55.364366 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-44d06bce-e847-4e1a-bf33-32d2a5066f20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:55.441214 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-44d06bce-e847-4e1a-bf33-32d2a5066f20 admin admin] Publish callbacks [] for security_group (e0ce961a-4553-42f6-aa06-0535e034b9cb), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:55.444705 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-44d06bce-e847-4e1a-bf33-32d2a5066f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (e0ce961a-4553-42f6-aa06-0535e034b9cb), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:55.482232 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d06bce-e847-4e1a-bf33-32d2a5066f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ce961a-4553-42f6-aa06-0535e034b9cb,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:15:55.486455 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-44d06bce-e847-4e1a-bf33-32d2a5066f20 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=03064572bd364d509e4678cd8ab74335&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251842 May 24 14:15:55.489077 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.wsgi [-] (103807) accepted ('10.222.0.24', 45814) {{(pid=103807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 14:15:55.538348 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ee447cbf-4433-4eee-9be3-e2f3db9e7677 admin admin] Publish callbacks [] for security_group (e0ce961a-4553-42f6-aa06-0535e034b9cb), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:55.561060 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ee447cbf-4433-4eee-9be3-e2f3db9e7677 admin admin] Publish callbacks [] for security_group (e0ce961a-4553-42f6-aa06-0535e034b9cb), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:55.607852 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ee447cbf-4433-4eee-9be3-e2f3db9e7677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709654'] for security_group (e0ce961a-4553-42f6-aa06-0535e034b9cb), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:55.610338 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ee447cbf-4433-4eee-9be3-e2f3db9e7677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:55.611942 dv-cinder-842129-1-iscsi neutron-server[103807]: INFO neutron.wsgi [None req-ee447cbf-4433-4eee-9be3-e2f3db9e7677 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0ce961a-4553-42f6-aa06-0535e034b9cb HTTP/1.1" status: 204 len: 168 time: 0.1218672 May 24 14:15:55.619905 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee447cbf-4433-4eee-9be3-e2f3db9e7677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ce961a-4553-42f6-aa06-0535e034b9cb,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 14:15:56.192619 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-78d1bab1-db71-4495-8ecc-0bcc68cf1631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:57.489742 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:58.616663 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:15:59.387669 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 14:16:00.478709 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:16:05.615040 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=34,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:16:05.615782 dv-cinder-842129-1-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=36,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:16:09.382406 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=19 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:16:09.383201 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=17 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:16:10.251252 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:16:20.241016 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:16:20.241869 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:16:20.247147 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:16:23.853382 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4f6c4b03-29c8-4171-88a9-35b8bce2fe7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:16:26.195153 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ea741bc4-5742-49a0-92c7-6cf63b199729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:16:27.496212 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:16:28.617862 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:16:30.481334 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:16:36.387596 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 14:16:37.380267 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=2 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:16:40.252237 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:16:50.240620 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:16:50.245201 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:16:50.246555 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:16:52.401485 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=7 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:16:52.402257 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:DELETE=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:16:53.854426 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-89f737a4-0c73-446c-8038-f8f25bdc2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:16:56.201188 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-79288e4c-80c4-4094-b192-4a3a3ee8e9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:16:57.494420 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:16:58.621308 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:17:00.482902 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:17:10.265749 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:17:13.387797 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 14:17:20.253978 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:17:20.258654 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=17 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:17:20.261265 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=14,neutron:UPDATE=5 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:17:23.381846 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=2 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:17:23.382603 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=6 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:17:23.857108 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f9af0213-9972-46af-8ff6-06b006c3c132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:17:26.202475 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-746eb5d0-97b5-4ac2-b3ce-1abb98e33337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:17:27.499540 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:17:28.623431 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:17:30.485475 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:17:40.265299 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:17:50.253673 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:17:50.258363 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:17:50.259869 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:17:50.387809 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 14:17:53.857798 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1be6fd30-c475-47d3-8d2e-9bc19140ba9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:17:56.204166 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76a9d6bb-1bda-4b3b-ade7-89f507bedd2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:17:57.500323 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:17:58.626027 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:18:00.382502 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=18 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:18:00.383373 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=16 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:18:00.490327 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:18:08.618948 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=4 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:18:10.279974 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:18:20.270082 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:18:20.272630 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:18:20.274599 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:18:23.860086 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-00e0e1b0-1c0c-470c-b0da-2a2f0c447d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:18:26.206088 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b47fc033-288d-4fdf-bdb3-c2759f57a6b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:18:27.387148 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 14:18:27.503050 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:18:28.627593 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:18:30.493216 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:18:37.383183 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=4 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:18:37.383948 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=4 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:18:40.294047 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:18:40.480686 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:18:50.284088 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:18:50.290321 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:18:52.408175 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:18:52.408961 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:DELETE=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:18:53.863358 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-baf78758-3fa3-4852-9de1-4f660b9391f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:18:56.209824 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-60096e86-02fd-4953-8023-6eec15d41136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:18:57.506126 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:18:58.630867 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:19:00.488359 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:19:04.387540 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 14:19:10.304761 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:19:14.381672 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=4 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:19:14.382546 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=4 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:19:20.294904 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:19:20.299266 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:19:20.300514 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:19:23.865552 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e338b16e-26f2-4cf2-8224-0e8d6f8fc8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:19:26.211425 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9ff154fe-cdf9-41bf-805f-5e76abf3b4de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:19:27.509415 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:19:28.633410 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:19:30.490874 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:19:40.304888 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:19:41.387148 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 14:19:50.294748 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:19:50.299218 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:19:50.301105 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:19:53.668114 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=18 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:19:53.669966 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=16 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:19:53.868505 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-39065f06-f3bf-49b6-be60-b1a1cc2e3981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:19:56.211827 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-130cb94c-12b0-4d8a-82dc-db35b64c17a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:19:57.510649 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:19:58.636873 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:20:00.490865 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:20:10.334763 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:20:18.386592 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 14:20:20.324435 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:20:20.328710 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:20:20.330453 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:20:23.870949 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-940d0d3e-8e6b-4cfa-9478-be5b411781aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:20:26.214269 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e97b6605-7cf9-4cd2-8fe9-54a8f25cf6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:20:27.514106 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:20:28.381867 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=5 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:20:28.382594 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=3 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:20:28.639383 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:20:30.492986 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:20:38.632583 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:20:40.336948 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:20:40.490364 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:20:50.326887 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:20:50.333055 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:20:53.873827 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-badcbc42-dd3b-4ba2-9f7a-6d44d317dc85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:20:55.386387 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG neutron.db.agents_db [None req-72b3c07b-3c0d-4059-8b83-8539a501f8c3 None None] Agent healthcheck: found 6 active agents {{(pid=103810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 14:20:56.218504 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0c596be5-b59a-4107-b2ef-43bf1b246132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:20:57.516184 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:20:58.641644 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:20:59.375318 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=3 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:21:00.496724 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ce73d42f-a0d3-4329-9649-3c50ea5789d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ec10bf60-b5fa-4c85-822a-958a8882b62f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:21:05.382660 dv-cinder-842129-1-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=8,neutron:DELETE=1 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:21:10.333456 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98fa2423-29cd-4fa1-8124-365f430c709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (a7952d12-b11e-49b3-ae0f-02e893d8d6d0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:21:20.322996 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:21:20.326548 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:21:20.328375 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG dbcounter [-] [103809] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=103809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 14:21:23.876614 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0e1d6f9d-56e1-4b98-9269-3f59f64111bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (abc51175-8e70-4fa5-9c56-ea38a91f7e2e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:21:26.223781 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2459c69a-bd1c-46b1-98fa-6bdd577bf338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (ca5143a7-ad70-4f87-a65d-708b6597f170), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:21:27.518291 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-815a56e3-2088-40e1-a09b-dfbaf2f3e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (3f7647d3-2a45-4954-b213-3bfc14d434a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 14:21:28.644336 dv-cinder-842129-1-iscsi neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87df8e39-200d-407b-9be7-30efc03982b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727739285845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1848566'] for agent (6d0f55b8-66ce-4f13-a59c-dd9fcafe8f7a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}